-- Logs begin at Wed 2021-02-17 00:24:56 UTC, end at Wed 2021-02-17 01:41:40 UTC. --
Feb 17 00:58:21.454351 dv-cinder-759955-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 00:58:24.189377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.common.config [-] Logging enabled!
Feb 17 00:58:24.189928 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 00:58:24.191224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 00:58:24.193049 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.common.config [-] Logging enabled!
Feb 17 00:58:24.193339 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 00:58:24.193689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 00:58:24.194730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:58:24.194994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:58:24.196043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:58:24.196324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:58:24.196581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:58:24.196949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.197290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.197628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.197888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.198224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.198558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.198878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.199232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.199572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.199896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.200207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.200526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.200786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.201105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.201433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.201761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.202013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.202325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.202868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.203210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.203528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.203852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.204778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.205095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.205418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.205783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] host                           = dv-cinder-759955-4-iscsi {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.206097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.206428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.206754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.207101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.207419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.207731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.208053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.208362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.208667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.208976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.209304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.209628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.209962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.210216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.210468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.210792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.211141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.211456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.211759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.212068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.212374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.212679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.212978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.213304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.213629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.213953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.214260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.214566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.214869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.215196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.215523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.215829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.216137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.216443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.216769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.217071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.217375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.217715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.218040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.218360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.218683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.218989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.219338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.219666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.219977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.220283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.220589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.220892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.221211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.221516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.221822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.222128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.222431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.222755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:24.223105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.223445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.223786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.224104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.224434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.224751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.225080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.225391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.225722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.226052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.226382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.226696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.227017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.227375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.227712 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.228056 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.228390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.228722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.229030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.229359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.229642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.229954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.230276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.230610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.230941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.231273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.231586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.231919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.232235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.232541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.232855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.233187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.233499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.233806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.234124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.234436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.234743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.235048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.235406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.235737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.236048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.236359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.236664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.236975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.237279 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.237597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.237908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.238213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.238517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.238829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.239160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.239468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.239779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.240085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.240395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.240700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.241006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.241310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.241616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.241919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.242224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.242530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.242840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.243167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.243477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.243785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.244090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.244396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.244714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.245047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.245357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.245668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.245977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.246296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.246609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.247206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.247518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.247828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.248133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.248464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.248782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.249104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.249422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.249733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.250067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.250379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.250695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.251549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.251864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.252180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.252506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.252836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.253167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.253495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.253824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.254152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.254464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.254814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.255150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:24.255395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:58:24.255656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83844) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 00:58:24.912788 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading Gnome
Feb 17 00:58:24.930942 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading Google
Feb 17 00:58:24.933501 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 00:58:24.936963 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading file
Feb 17 00:58:24.938010 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading keyczar
Feb 17 00:58:24.938340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading multi
Feb 17 00:58:24.939192 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO keyring.backend [-] Loading pyfs
Feb 17 00:58:24.984186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83844) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:24.984490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83844) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:24.984817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83844) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:24.985190 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 00:58:25.377306 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.377877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.377877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.428262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.428577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.428873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.432477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.432782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.433074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.501442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.501750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.502056 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.503224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.503530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.503825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.776565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8914851d90> agent after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.776822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8914851d90> agent after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.777123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8914851e18> segment precommit_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.777427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8914851ea0> network precommit_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.778244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f891486b048> segment before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.927796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> network before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.928176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8914969620> agent before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.928505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> network before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.928810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.929106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.929488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> segment after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.929786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> segment precommit_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.930074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> segment precommit_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.930360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> segment after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.930695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> network after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.930988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> network precommit_delete 0 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.931314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port provisioning_complete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.931619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.931910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.932219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> agent after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.932534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> subnet after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.932824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> subnet precommit_delete 0 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.933142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.933425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.933916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.934201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.934483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> port after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.934818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.935120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.935407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f89151c7c88>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.935830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.936106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.936378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.936649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.936920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.937190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:25.937620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 00:58:25.940993 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 00:58:25.944928 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 00:58:25.948810 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])])
Feb 17 00:58:25.950471 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 00:58:25.951760 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 00:58:25.952145 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 00:58:25.952585 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 00:58:25.955405 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 00:58:25.955690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 00:58:25.956076 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 00:58:25.978143 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 00:58:25.978671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8914709898>> qos_plugin after_init 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.979004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 00:58:25.979438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f891468c240>> logging-plugin after_init 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.980780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 00:58:25.981104 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 00:58:25.981384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 00:58:25.984642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f891468c2e8>> floatingip before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:25.984952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f891468c2e8>> port before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.053118 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 00:58:26.053331 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 00:58:26.053604 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 00:58:26.054013 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 00:58:26.087223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.sqlalchemy.engines [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83844) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 00:58:26.525065 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing driver for type 'gre'
Feb 17 00:58:26.525635 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] gre ID ranges: [(1, 1000)]
Feb 17 00:58:26.565732 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing driver for type 'local'
Feb 17 00:58:26.566100 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing driver for type 'vlan'
Feb 17 00:58:26.575966 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] VlanTypeDriver initialization complete
Feb 17 00:58:26.576334 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing driver for type 'vxlan'
Feb 17 00:58:26.576862 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 00:58:26.617022 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing extension driver 'port_security'
Feb 17 00:58:26.617384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.extensions.port_security [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] PortSecurityExtensionDriver initialization complete
Feb 17 00:58:26.617756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing mechanism driver 'openvswitch'
Feb 17 00:58:26.624380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83844) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:26.625235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891469bda0>> port after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.625651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891469bda0>> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.626581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891469bda0>> port after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.627005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8914184f28>> subnet after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.627420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8914184f28>> subnet after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.627801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8914184f28>> subnet after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.628217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e128>> network after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.628599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e128>> network after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.628978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e128>> network after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.629393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e2e8>> security_group after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.629771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e2e8>> security_group after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.630144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e2e8>> security_group after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.630557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e4a8>> security_group_rule after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.630936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e4a8>> security_group_rule after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.631334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e4a8>> security_group_rule after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.631917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e668>> address_group after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.632292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e668>> address_group after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.632663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f891411e668>> address_group after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.633029 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] ML2 OVO RPC backend initialized. {{(pid=83844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 00:58:26.633829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> router_interface after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.634216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> router_interface after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.634676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> network before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.635096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> networks before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.635487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> port before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.635863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> ports before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.636246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> subnet before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.636619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> subnets before_response 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.637000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> network after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.637373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> network after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.637741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> network after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.638113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> port after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.638483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.638853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> port after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.639277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> subnet after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.639650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> subnet after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.640020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f891411e748>> subnet after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.640731 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.plugin [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Modular L2 Plugin initialization complete
Feb 17 00:58:26.641088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading services supported by the core plugin {{(pid=83844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 00:58:26.641494 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.plugins.ml2.managers [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Got port-security extension from driver 'port_security'
Feb 17 00:58:26.642607 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.extensions.vlantransparent [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Disabled vlantransparent extension.
Feb 17 00:58:26.643122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 00:58:26.643462 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: router
Feb 17 00:58:26.681748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router_interface before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.682185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_create 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.682582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router before_create 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.682974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router_interface before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.683416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router_interface after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.683806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_delete 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.684204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> floatingip after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.684604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_create 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.684981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.685366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.685745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router_gateway after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.686146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.686627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.687039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f891471e268> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.687436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f891471e378> port after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.687806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f891471e2f0> subnet after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.688180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f891471e158> subnetpool_address_scope after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.689082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> port precommit_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.689463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_create 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.689841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f89147f88c8> port before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.690218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.690620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router after_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.690997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_delete 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.691408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_create 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.691811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router_interface after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.692190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> router precommit_update 55549900 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.692614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f891411e8d0>> network after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.693612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Tracking information for resource: router configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:26.693986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Tracking information for resource: floatingip configured {{(pid=83844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:58:26.698838 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_agentschedulers_db [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 00:58:26.699514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f89140a5ea0> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.699907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8914149e18> port after_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.700288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _notify_port_delete at 0x7f89140a5e18> port after_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.700671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f89140aa0d0> port after_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.701579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f89140c7630>> router before_create 55550100 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.701979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f89140c7630>> router precommit_delete 55550100 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.702378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f89140c7630>> router precommit_create 55550100 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.702768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f89140c7630>> router precommit_update 55550100 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.708011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.provider_configuration [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service providers = [] {{(pid=83844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 00:58:26.708406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.servicetype_db [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 00:58:26.711435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.service_base [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:58:26.711819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.service_base [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:58:26.712194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.service_base [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:58:26.713075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.service_base [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:58:26.713471 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.services.service_base [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 00:58:26.713891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.714240 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 00:58:26.724477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.724849 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: auto_allocate
Feb 17 00:58:26.731199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8914072598> network precommit_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.731604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8914072598> network precommit_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.732200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.732556 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: tag
Feb 17 00:58:26.739539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.739907 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: timestamp
Feb 17 00:58:26.743772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.744284 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: network_ip_availability
Feb 17 00:58:26.750021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913fcc358>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.750428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913fcc358>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.751354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913fcc358>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.752156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.752513 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: flavors
Feb 17 00:58:26.757002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.757371 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading Plugin: revisions
Feb 17 00:58:26.761637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:58:26.762066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=83844) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:26.762875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 00:58:26.763263 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Initializing extension manager.
Feb 17 00:58:26.763828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: __init__.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.764207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: __pycache__ {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.764578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.764952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: address_group.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.765915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.767143 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: address-group
Feb 17 00:58:26.767488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: address_scope.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.768264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.768838 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: address-scope
Feb 17 00:58:26.769195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.770147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.770719 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 00:58:26.771088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: agent.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.771861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.772425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: agent
Feb 17 00:58:26.772780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: agent_resources_synced.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.773698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.774260 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: agent-resources-synced
Feb 17 00:58:26.774617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.776517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.777063 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: allowed-address-pairs
Feb 17 00:58:26.777424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.778517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.779096 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: auto-allocated-topology
Feb 17 00:58:26.779449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: availability_zone.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.780203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.780770 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: availability_zone
Feb 17 00:58:26.781130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: availability_zone_filter.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.782099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.782641 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: availability_zone_filter
Feb 17 00:58:26.782996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: data_plane_status.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.783946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.784505 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 00:58:26.784862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: default_subnetpools.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.785783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.786350 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: default-subnetpools
Feb 17 00:58:26.786707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.787701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.788274 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 00:58:26.788631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: dns.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.789551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.790111 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 00:58:26.790466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: dns_domain_ports.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.791413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.791970 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 00:58:26.792325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: dvr.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.793046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.793604 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: dvr
Feb 17 00:58:26.793957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: empty_string_filtering.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.794867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.795460 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: empty-string-filtering
Feb 17 00:58:26.795816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.796730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.797296 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 00:58:26.798139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.799085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.799660 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 00:58:26.800016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: external_net.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.800940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.801506 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: external-net
Feb 17 00:58:26.801861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.802788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.803382 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: extra_dhcp_opt
Feb 17 00:58:26.803738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: extraroute.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.804650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.805211 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: extraroute
Feb 17 00:58:26.805562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: extraroute_atomic.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.806606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.807203 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: extraroute-atomic
Feb 17 00:58:26.807563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: filter_validation.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.808269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.808829 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: filter-validation
Feb 17 00:58:26.809182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: fip_pf_description.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.810103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.810663 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 00:58:26.811018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: fip_port_details.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.811972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.812539 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: fip-port-details
Feb 17 00:58:26.812896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: flavors.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.814717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.815324 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: flavors
Feb 17 00:58:26.815691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.817358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.817942 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 00:58:26.818404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: floatingip_pools.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.819207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.819776 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: floatingip-pools
Feb 17 00:58:26.820137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: ip_allocation.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.821074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.821642 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 00:58:26.822001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.822931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.823528 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: ip-substring-filtering
Feb 17 00:58:26.823886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l2_adjacency.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.824812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.825370 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 00:58:26.825723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.826804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.827404 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: router
Feb 17 00:58:26.827772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.830108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.830696 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 00:58:26.831098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.832028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.832600 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: ext-gw-mode
Feb 17 00:58:26.832965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.833897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.834467 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: l3-ha
Feb 17 00:58:26.834825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3_flavors.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.835777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.836343 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: l3-flavors
Feb 17 00:58:26.836699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.837648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.838216 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 00:58:26.838573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: l3agentscheduler.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.839897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.840479 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: l3_agent_scheduler
Feb 17 00:58:26.840841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: logging.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.842362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.842938 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension logging not supported by any of loaded plugins
Feb 17 00:58:26.843326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: metering.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.844136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.844931 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: metering
Feb 17 00:58:26.845290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.846433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.847003 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 00:58:26.847394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: multiprovidernet.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.848337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.848905 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: multi-provider
Feb 17 00:58:26.849268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: netmtu.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.850186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.850747 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: net-mtu
Feb 17 00:58:26.851123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: netmtu_writable.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.852049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.852608 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: net-mtu-writable
Feb 17 00:58:26.852967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: network_availability_zone.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.853679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.854240 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: network_availability_zone
Feb 17 00:58:26.854597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: network_ip_availability.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.855720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.856292 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: network-ip-availability
Feb 17 00:58:26.856649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: network_segment_range.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.857600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.858168 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 00:58:26.858527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: pagination.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.859544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.859915 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: pagination
Feb 17 00:58:26.860782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: port_device_profile.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.861693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.862265 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: port-device-profile
Feb 17 00:58:26.862625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.863586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.864153 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: port-mac-address-regenerate
Feb 17 00:58:26.864511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.865425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.865986 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: port-numa-affinity-policy
Feb 17 00:58:26.866341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: port_resource_request.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.867285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.867845 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 00:58:26.868204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: portbindings.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.869141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.869716 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: binding
Feb 17 00:58:26.870070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: portbindings_extended.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.871403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.872229 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: binding-extended
Feb 17 00:58:26.872587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: portsecurity.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.873508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.874076 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: port-security
Feb 17 00:58:26.874432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: project_id.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.875439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.875839 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: project-id
Feb 17 00:58:26.876730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: providernet.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.877656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.878232 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: provider
Feb 17 00:58:26.878587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.882213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.882802 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos not supported by any of loaded plugins
Feb 17 00:58:26.883207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.885700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.886282 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 00:58:26.886646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.887610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.888188 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 00:58:26.888548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_default.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.889469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.890036 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 00:58:26.890391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_fip.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.891102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.891708 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 00:58:26.892062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.892992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.893558 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 00:58:26.893914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.894832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.895442 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 00:58:26.895799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.896717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.897281 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 00:58:26.897638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: qos_rules_alias.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.898755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.899360 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 00:58:26.899724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: quotasv2.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.900752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.901123 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: quotas
Feb 17 00:58:26.901479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: quotasv2_detail.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.903136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.903516 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: quota_details
Feb 17 00:58:26.903882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: rbac.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.905082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.905646 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: rbac-policies
Feb 17 00:58:26.906008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: rbac_address_scope.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.906936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.907556 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: rbac-address-scope
Feb 17 00:58:26.907918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: rbac_security_groups.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.908957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.909531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: rbac-security-groups
Feb 17 00:58:26.909889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.910812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.911403 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: rbac-subnetpool
Feb 17 00:58:26.911763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: revisionifmatch.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.912694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.913257 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: revision-if-match
Feb 17 00:58:26.913616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: revisions.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.914775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.915370 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: standard-attr-revisions
Feb 17 00:58:26.915733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: router_availability_zone.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.916449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.917025 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: router_availability_zone
Feb 17 00:58:26.917380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: routerservicetype.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.918323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.918890 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 00:58:26.919278 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.920217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.920787 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 00:58:26.921148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.922075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.923173 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: port-security-groups-filtering
Feb 17 00:58:26.923541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.924499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.925073 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: security-groups-remote-address-group
Feb 17 00:58:26.925438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: securitygroup.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.939256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.939867 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: security-group
Feb 17 00:58:26.940236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: segment.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.941097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.941669 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension segment not supported by any of loaded plugins
Feb 17 00:58:26.942030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.942978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.943588 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 00:58:26.943946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: servicetype.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.945038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.945632 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: service-type
Feb 17 00:58:26.945998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: sorting.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.946981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.947380 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: sorting
Feb 17 00:58:26.947741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: standard_attr_segment.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.948659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.949239 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 00:58:26.949599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: standardattrdescription.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.950284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.950857 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: standard-attr-description
Feb 17 00:58:26.951245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: stateful_security_group.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.952190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.952756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: stateful-security-group
Feb 17 00:58:26.953118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: stdattrs_common.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.953705 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 00:58:26.954091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.955145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.955720 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 00:58:26.956080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnet_onboard.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.957147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.957723 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: subnet_onboard
Feb 17 00:58:26.958081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.959034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.959627 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 00:58:26.959985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnet_service_types.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.960917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.961488 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: subnet-service-types
Feb 17 00:58:26.961843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnetallocation.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.962910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.963517 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: subnet_allocation
Feb 17 00:58:26.963878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.964592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.965168 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 00:58:26.965528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.966467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.967032 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 00:58:26.967416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: tagging.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.968711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.969307 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: standard-attr-tag
Feb 17 00:58:26.969697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: timestamp.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.970890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.971495 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loaded extension: standard-attr-timestamp
Feb 17 00:58:26.971862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: trunk.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.972895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.973467 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension trunk not supported by any of loaded plugins
Feb 17 00:58:26.973825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: trunk_details.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.974755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.975355 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 00:58:26.975714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.976637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.977205 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 00:58:26.977563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Loading extension file: vlantransparent.py {{(pid=83844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:58:26.978263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:58:26.978830 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 00:58:26.981641 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:network
Feb 17 00:58:26.982474 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 00:58:26.983171 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:58:26.983834 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:port
Feb 17 00:58:26.985854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.986345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service FLAVORS assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.987041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.987546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.987913 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:router
Feb 17 00:58:26.988631 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 00:58:26.989402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service METERING assigned prefix: /metering {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.991225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913f15908>> rbac-policy before_create 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.991625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913f15908>> rbac-policy before_update 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.992006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8913f15908>> rbac-policy before_delete 55550000 {{(pid=83844) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:58:26.993157 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 00:58:26.993657 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 00:58:26.994463 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 00:58:26.995290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service CORE assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.995661 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:58:26.996032 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] subnetpool is already registered
Feb 17 00:58:26.996695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service CORE assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:26.997323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:58:26.997679 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] subnetpool is already registered
Feb 17 00:58:27.000472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.001492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service FLAVORS assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.002142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.002602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.002971 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:router
Feb 17 00:58:27.003363 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] router is already registered
Feb 17 00:58:27.004016 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 00:58:27.004374 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] floatingip is already registered
Feb 17 00:58:27.005057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service METERING assigned prefix: /metering {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.005788 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 00:58:27.006149 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] rbac_policy is already registered
Feb 17 00:58:27.006768 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 00:58:27.007153 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] security_group is already registered
Feb 17 00:58:27.007795 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 00:58:27.008151 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] security_group_rule is already registered
Feb 17 00:58:27.008870 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service CORE assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.009233 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:58:27.009592 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] subnetpool is already registered
Feb 17 00:58:27.010275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.resource_helper [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Service CORE assigned prefix:  {{(pid=83844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:58:27.010637 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:58:27.010989 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.quota.resource_registry [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] subnetpool is already registered
Feb 17 00:58:27.011730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: extensions {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.013310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: address-groups {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.015003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: address-scopes {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.016319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: agents {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.017571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: auto-allocated-topology {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.018888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: availability_zones {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.020325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: dhcp-networks {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.021825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: dhcp-agents {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.023348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: routers {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.025242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: flavors {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.026467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: service_profiles {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.027837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: next_providers {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.030340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: service_profiles {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.031939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: floatingip-pools {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.033282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: routers {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.035269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: floatingips {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.036528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: l3-routers {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.037989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: l3-agents {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.039528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: metering-labels {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.040953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: metering-label-rules {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.042298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: network-ip-availabilities {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.043729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: bindings {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.045477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: quotas {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.046971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: quotas {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.049332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: rbac-policies {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.050700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: security-groups {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.052004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: security-group-rules {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.053313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: service-providers {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.054604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: subnetpools {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.056136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: subnetpools {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.057664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.059468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.061376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.063283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.065791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.067619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.069586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.071555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.073525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.075503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.extensions [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Extended resource: tags {{(pid=83844) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:58:27.082660 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING keystonemiddleware.auth_token [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 00:58:27.088046 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING keystonemiddleware.auth_token [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 00:58:27.097997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Acquired lock "singleton_lock" {{(pid=83844) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 00:58:27.098522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Releasing lock "singleton_lock" {{(pid=83844) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 00:58:27.100010 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Starting 2 workers
Feb 17 00:58:27.104824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Started child 83953 {{(pid=83844) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:58:27.108937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.109690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Started child 83954 {{(pid=83844) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:58:27.111297 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [-] (83953) wsgi starting up on http://0.0.0.0:9696
Feb 17 00:58:27.111804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 00:58:27.112479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Notify callbacks [] for process, before_spawn {{(pid=83844) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.113649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.115072 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Starting 1 workers
Feb 17 00:58:27.115183 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [-] (83954) wsgi starting up on http://0.0.0.0:9696
Feb 17 00:58:27.116117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48340) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:27.120616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Started child 83956 {{(pid=83844) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:58:27.121217 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Starting 1 workers
Feb 17 00:58:27.123034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] calling RpcWorker wait() {{(pid=83956) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 00:58:27.123457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] returning from RpcWorker wait() {{(pid=83956) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 00:58:27.127101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.127101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:27.127383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Started child 83957 {{(pid=83844) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:58:27.128296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bde43098-5bd4-4294-b30d-b0eeb25e12f5 None None] Notify callbacks [] for process, after_spawn {{(pid=83844) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.128403 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0102003
Feb 17 00:58:27.131048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83844) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 00:58:27.131528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:58:27.131909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:58:27.132344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:58:27.132617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:27.133136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:58:27.133507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:58:27.134053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:27.134420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.134904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.135414 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.135874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.136385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.137228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.137684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.138175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.138657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.139148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.139517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.139879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.140364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.140648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.141011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.141311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.141662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.141945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.142182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.142459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.142774 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.143090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.143403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.143681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.144239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.144635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.145986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.146404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.146873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.147340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.147781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.148219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.148616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.149067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.149357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.149630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.149911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.150199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.150456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.150935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-4-iscsi {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.151226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.151487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.151744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.152172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.152577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.153030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.153511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.154004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.154443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.154899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.155376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.155815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.156274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.156742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.156944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.157760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.158062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.158379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.158604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.158799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.159006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.159474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.159572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.160074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.160196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.160474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.160944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.161438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.162888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.162888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.162888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.162888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.163389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.163389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.163985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.164715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.165174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.165716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.166197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.166440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.166997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.167302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.167578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.167824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.168100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.168379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.168671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.168939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.169229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.169513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.169760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.170011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.170330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.170607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.170889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.171200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.171454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.171726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.172681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.172681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.172681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.173459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.173616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.174052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.174436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.174852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.175113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.175521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.176011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.176458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.176783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.177131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.177417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.177705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.177972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.178267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.178550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.178822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.179175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.179447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.179702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.180012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.180523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.181181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.181892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.181892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.182191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.182608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.182988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.183450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.183852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.184219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.184520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.185887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.185887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.185887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.185887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.186211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.186211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.186497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.186717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.187034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.187322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.187573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.187832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.188120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.188435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.188731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.189015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.189326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.189603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.189862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.190114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.190366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.190619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.190933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.192033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.192322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.192660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.192957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.193242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.193501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.193753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.194017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.194297 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.194557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.194809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.195759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.195759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.195759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.195996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.196126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.196534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.196808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.197070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.197322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.197575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.197836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.198084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.198319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.198739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.198996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.199276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.199529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.199799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.200040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.200291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.200549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.200801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.201072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.201321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.201572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.201822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.202153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.202515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.202788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.203090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.203356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.203648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.204563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.204794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.205119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.205320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.205547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.205848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.206120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.206417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.206678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.206932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.208115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.208383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.208650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.209310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.209310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.209613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.209760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.209907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.211116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.211116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.211116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.211116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.211875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.212216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.212497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.212793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.213148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.213469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.213765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.214067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.214358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.214640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.214928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.215325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.215641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.215944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.216202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.216519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.216778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.218402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.219507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.220339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.220707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.220950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.221403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.221836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.222242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.222648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.223091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.223465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.223829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.224249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.224665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.225563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.225563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.225563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.225799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.225872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.226170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.226423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.226701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.226954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.228134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.228537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.228954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.229350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.229753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.230147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.230529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.230957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.231245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.231702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.232131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.233483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.234740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.235259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.236185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.236485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.236782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.237074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.237336 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.237638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.237905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.238165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.238801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.238801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.238988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.239152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.239600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.239988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.240412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.240805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.241315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.241721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.242113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.242503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.242934 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.243235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.243868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.243868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.244060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.244228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.244484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.244752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.245178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.245629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.245888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.246140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.246387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.246626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.247183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.247536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.247817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.248082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.248355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.248622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.248890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.249141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.249390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.249643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.249892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.250157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.250406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.250654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.250949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.251242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.251880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.251880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.252088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.252359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.252640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.252929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.253207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.253565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.253807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.254076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.254334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.254614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.254871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.255257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.255595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.255945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.256265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.256559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.256886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.257198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.257495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.257746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.258055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.258415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.258704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.259018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.260119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.260419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.260686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.260950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.261206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.261464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.261721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.262006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.262280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.262545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.263513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.263513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.263513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.263513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.263790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.264129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.264299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.264462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:58:27.265464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83844) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 00:58:27.265464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:58:27.265464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:58:27.266497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:58:27.266688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:58:27.267050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:58:27.267346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.267516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.267713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.267904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.268095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.268319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.268488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.268647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.269802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.270138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.270497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.270671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.271023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.271219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.271575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.271745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.272092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.272284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.272478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.272672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.272861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.273045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.273232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.273425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.273643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.273832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.274941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.275151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.275337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.275522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.275706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.275893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] host                           = dv-cinder-759955-4-iscsi {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.276998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.277182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.277367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.277598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.277747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.277885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.278950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.279948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.280992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.281177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.281361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.281543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.281731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.281916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.282641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.282831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.283125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.283285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.283385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.283549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.283733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.284766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.285753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.286107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.286294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.286486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.286671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.286860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.287031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.287265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.288213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.289355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.290652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.291780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.291780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.292146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.292291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.292476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.292671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.292861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.293035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.293227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.293415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.293605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.294711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.68/identity {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.295553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.295553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.295553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.295553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.295553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.296974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.298732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.299035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.299035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.303263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.304984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.305919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.306094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.306190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.306343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.306504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.306695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.307031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.307418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.307586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.307779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.307970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.308159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.308324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.308514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.308680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.308872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.309061 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.309249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.309441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.309630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.309817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.310938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.311157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.311351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.311538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.311724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.311911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.312118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.312287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.312477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.312665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.312860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.313064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.313229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.313456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.313744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.313855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.314957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.315133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.315215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.315377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.315695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.315995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.316378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.316543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.316711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.316878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.317881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.318049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.318219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.68/identity {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.318384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.318581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.318742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.319087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.319444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.319639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.319830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.320714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.320714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.320714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.320714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.320714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.321962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.322947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.323997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.324165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.324332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.324499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.324666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.324837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.325872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326061 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.326925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.327139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.327329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.327544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.327686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.327825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.328963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.329153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.329341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.329545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.329733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.329921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.330116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.330279 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.330474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.330660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.330831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.331940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.332122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.332324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.332514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.332701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.332901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.333090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.333282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.333470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.333671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.333858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.334994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.335226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.335479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.335606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.335761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.335960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.336158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.336345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.336539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.336745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.336932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.337953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.338090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.338275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.338462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.338650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.338838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.339026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.339240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.339429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.339617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.339820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.340094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.340343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:58:27.340530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83844) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:58:37.653879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980ac1b-fc20-4b6f-b3ae-5cc93fa6b11c None None] get_active_networks_info from dv-cinder-759955-4-iscsi {{(pid=83956) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 00:58:37.789695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a980ac1b-fc20-4b6f-b3ae-5cc93fa6b11c None None] No non-hosted networks {{(pid=83956) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 00:58:37.813873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agentschedulers_db [None req-a980ac1b-fc20-4b6f-b3ae-5cc93fa6b11c None None] DHCP Agent not found on host dv-cinder-759955-4-iscsi {{(pid=83956) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 17 00:58:37.960645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d97ca559-5155-4278-bd71-75c8627cd9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:39.627816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-038927cc-a9a2-4bfc-979e-f530537ad9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:39.681664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4d0d084e-ee85-43c8-813b-7b062abd7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:40.101492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:41.622665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:41.624498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.625247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.626441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.627003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.627602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.628178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.628733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.629545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.630108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.630772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.631378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.631935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:41.632556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8913acf0b8>, 'Open vSwitch agent', 'dv-cinder-759955-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:41.638103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8913b89a90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:42.044260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:43.360981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48446) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:43.500212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] get_endpoint_by_host() called for host dv-cinder-759955-4-iscsi {{(pid=83956) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 00:58:43.506044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=83956) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 00:58:43.509337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=83956) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 00:58:43.515346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] _get_endpoints() called {{(pid=83956) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 00:58:44.004419 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-a0cec213-2bc9-4ef0-991b-08bf2f35c9c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:58:44.005021 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-a0cec213-2bc9-4ef0-991b-08bf2f35c9c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:58:44.241112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-a0cec213-2bc9-4ef0-991b-08bf2f35c9c1 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:58:44.242200 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a0cec213-2bc9-4ef0-991b-08bf2f35c9c1 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8802619
Feb 17 00:58:45.830132 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_hamode_db [None req-4a3f31ea-75e1-4793-bb32-957d35b8a5d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 00:58:45.920749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f31ea-75e1-4793-bb32-957d35b8a5d7 None None] Routers set() bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:45.921187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f31ea-75e1-4793-bb32-957d35b8a5d7 None None] Router IDs set() for agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 00:58:46.976305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48462) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:47.370941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:58:47.439593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.policy [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83954) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 00:58:47.476003 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:58:47.476413 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:58:47.503548 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8913ab8198>.
Feb 17 00:58:47.519842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:47.575851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764172654395', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764172603057', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764172603620', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764172712187', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764172616514', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1615896', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1560831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7985922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7930535'] for rbac-policy, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.639959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.641834 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-bc5f1dd5-4517-4f0d-9dff-cc4d664001da admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6639595
Feb 17 00:58:50.622778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48476) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:50.996251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Request body: {'network': {'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'name': 'private', 'admin_state_up': True}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:58:51.002995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:51.007688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Usage tracker for resource:network and tenant:bfba1e18c49a4ac3a3f5fd26d6d02f0a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:51.011417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:51.017447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:51.025906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Made reservation on behalf of bfba1e18c49a4ac3a3f5fd26d6d02f0a for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:58:51.031838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.050552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.220294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:51.224115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Usage tracker for resource:security_group_rule and tenant:bfba1e18c49a4ac3a3f5fd26d6d02f0a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:51.227643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:51.233237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:51.332932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.335802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.340599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:51.360708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:58:51.384241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.384722 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Added segment d59c1938-13c6-4919-b45f-193c3e2faffc of type vxlan for network 65d9a8a2-60cf-410e-b20e-456fabb5c103
Feb 17 00:58:51.444775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7677626b-621a-4aa8-9799-4f8932ef4e6f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:51.462864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.463284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.463652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.464011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.464366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.464719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.465069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.465417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.465777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.466125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.466468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.466810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Tracked resource versions report:
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'}}
Feb 17 00:58:51.468005 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:58:51.514590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.523470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:51.554724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.556112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:51.556771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:51.560581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:51.674155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Pushing event updated for resources: {'Network': ['ID=65d9a8a2-60cf-410e-b20e-456fabb5c103,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:51.677072 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0531788
Feb 17 00:58:51.692886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:51.700971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:58:54.709402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48492) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:55.206906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a80e6-6630-478a-af24-334e85a218ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:55.208357 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1e3a80e6-6630-478a-af24-334e85a218ad admin admin] 10.222.0.68 "GET /v2.0/networks/65d9a8a2-60cf-410e-b20e-456fabb5c103 HTTP/1.1" status: 200  len: 818 time: 0.4979239
Feb 17 00:58:55.240233 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d05f9e5d-0d7d-413c-bd1d-25dfa8a5da63 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/58256e2e-2cdc-45bf-911a-c027762ce08a HTTP/1.1" status: 200  len: 734 time: 0.0256829
Feb 17 00:58:55.249792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Request body: {'subnet': {'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:58:55.254206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:55.258073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Usage tracker for resource:subnet and tenant:bfba1e18c49a4ac3a3f5fd26d6d02f0a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:55.261089 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:55.267222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:55.275579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Made reservation on behalf of bfba1e18c49a4ac3a3f5fd26d6d02f0a for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:58:55.280090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:55.760467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:55.775940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:55.918580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f910d205-07cb-40c0-842f-e99c1408cd5b,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:55.925352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:55.982256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Checking segment: {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:58:55.982637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Network hostable DHCP agents. Network: 65d9a8a2-60cf-410e-b20e-456fabb5c103, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:58:56.003765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:58:56.012622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 65d9a8a2-60cf-410e-b20e-456fabb5c103) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:58:56.017533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:56.018165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:56.023806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1d82c-47f5-4a82-b694-69d38d0b5250 None None] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:58:56.037069 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7910879
Feb 17 00:58:56.521709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-65d9a8a2-60cf-410e-b20e-456fabb5c103', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:58:56.522823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:56.852243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Allocated IP 172.20.0.2 (65d9a8a2-60cf-410e-b20e-456fabb5c103/f910d205-07cb-40c0-842f-e99c1408cd5b/6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:58:57.096326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.109016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Transition to ACTIVE for port object 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:58:57.127117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Transition to ACTIVE for port object 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:58:57.133005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.149329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:57.286680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Pushing event updated for resources: {'Port': ['ID=6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:57.297438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.297813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.298186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.298550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.298909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.299308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.299664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.300018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.300370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.300720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.301069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.301414 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Tracked resource versions report:
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'}}
Feb 17 00:58:57.302541 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:58:57.318442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:57.360252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:58:57.361437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:58:57.364230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:58:57.426602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Attempting to bind port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:58:57.427017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Attempting to bind port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:58:57.427478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Attempting to bind port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 on network 65d9a8a2-60cf-410e-b20e-456fabb5c103 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:58:57.433268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:58:57.433688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Checking segment: {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:58:57.434158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.434577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Bound using segment: {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:58:57.435407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Bound port: 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:58:57.435550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.534007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] For port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:58:57.538988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] For port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009,segment=NetworkSegment(d59c1938-13c6-4919-b45f-193c3e2faffc),segment_id=d59c1938-13c6-4919-b45f-193c3e2faffc)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:58:57.543544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.560172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:57.726450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Pushing event updated for resources: {'Port': ['ID=6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:57.732457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:58.822161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48502) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:59.233782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-dfd19eb2-b260-471e-b476-1105186978aa admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:58:59.234962 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dfd19eb2-b260-471e-b476-1105186978aa admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4118507
Feb 17 00:59:01.580514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:01.655094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:01.979633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48516) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:02.388088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-5851dded-d41b-4b9a-8522-76d8b5f9917d admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:59:02.389172 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5851dded-d41b-4b9a-8522-76d8b5f9917d admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4085286
Feb 17 00:59:02.551393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764dee91-3078-437e-a457-0ddb0511edb3 None None] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:02.647839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Provisioning for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:02.658420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Provisioning complete for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:02.658825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:02.874830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:02.952906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] For port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009,segment=NetworkSegment(d59c1938-13c6-4919-b45f-193c3e2faffc),segment_id=d59c1938-13c6-4919-b45f-193c3e2faffc)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:02.963328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:02.969788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:03.048467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Pushing event updated for resources: {'Port': ['ID=6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:03.051980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:03.290768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6ab1ed6a-7515-404d-b037-367966f78a83 None None] Provisioning complete for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:03.291220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6ab1ed6a-7515-404d-b037-367966f78a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.541515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6b72a328-3419-4ad0-800a-0b76f343469d None None] Provisioning complete for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:03.541924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b72a328-3419-4ad0-800a-0b76f343469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.575378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:03.715395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:03.715973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.445755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48528) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:05.841053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:05.846664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:05.850968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Usage tracker for resource:router and tenant:bfba1e18c49a4ac3a3f5fd26d6d02f0a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:05.854500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:05.861068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:05.870463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.871866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.899768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.010969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.029283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.030556 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a52132c7-fd14-4f7f-b862-049cb10165d9 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5837469
Feb 17 00:59:07.571701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c449-c2e5-4734-b3b5-8a49d7b8c3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.725527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48538) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:09.119046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-5af6f832-90ce-4bc6-a54a-a221df4e7ba1 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:59:09.120140 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5af6f832-90ce-4bc6-a54a-a221df4e7ba1 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3936036
Feb 17 00:59:09.628374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dcd9104c-257b-4e84-810e-bae21e6bf861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.054041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.626048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.882312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48558) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:11.988794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.042763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:12.047759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:12.051704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Usage tracker for resource:network and tenant:99d74898e8a04042b1aeffd376a43b52 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:12.055203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:12.060994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:12.070349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Made reservation on behalf of 99d74898e8a04042b1aeffd376a43b52 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:12.074983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.088354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.104086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:12.108019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Usage tracker for resource:security_group_rule and tenant:99d74898e8a04042b1aeffd376a43b52 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:12.111005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:12.116735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:12.200822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.204191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.208697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:12.224248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Reserving flat network on physical network physnet1 {{(pid=83954) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 00:59:12.245932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ae54f-0f8e-4cec-a921-d27f35e57221,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:12.251458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:12.252450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.253069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8914851e18> segment precommit_create {{(pid=83954) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 00:59:12.253495 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Added segment 9ea301af-ccb0-42c2-a9cf-5f94c790b6f5 of type flat for network b56d427b-abb9-4324-b8ce-fb328ffb90d7
Feb 17 00:59:12.289101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.325533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.326670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:12.327339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.332883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-378a5248-a2c4-42ef-a959-5aa671c93e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:12.435850 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5523422
Feb 17 00:59:12.439323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Pushing event updated for resources: {'Network': ['ID=b56d427b-abb9-4324-b8ce-fb328ffb90d7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:12.442187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:12.450745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:59:14.983219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48578) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:15.103224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51631bc2-3341-4b56-868c-50c9a9368075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:15.104639 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-51631bc2-3341-4b56-868c-50c9a9368075 admin admin] 10.222.0.68 "GET /v2.0/subnets/f910d205-07cb-40c0-842f-e99c1408cd5b HTTP/1.1" status: 200  len: 849 time: 0.1203113
Feb 17 00:59:15.258335 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f5170161-fd1e-499a-a0a3-7d7a46089790 admin admin] 10.222.0.68 "GET /v2.0/routers/a2e9a4b9-e85a-4774-a529-2de5ec9311ba HTTP/1.1" status: 200  len: 704 time: 0.1474502
Feb 17 00:59:15.907681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.271582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Allocated IP 172.20.0.1 (65d9a8a2-60cf-410e-b20e-456fabb5c103/f910d205-07cb-40c0-842f-e99c1408cd5b/6787d518-fb31-42ff-b423-881a14009951) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:16.444736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.462384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Transition to ACTIVE for port object 6787d518-fb31-42ff-b423-881a14009951 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:16.517343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.532501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:16.669529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Pushing event updated for resources: {'Port': ['ID=6787d518-fb31-42ff-b423-881a14009951,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:16.676585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:16.733402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:16.735119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:16.737423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:16.737962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.928069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e390945a-b150-4334-b1f2-2093d9d5d9e2 None None] Provisioning for port 6787d518-fb31-42ff-b423-881a14009951 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:16.932956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e390945a-b150-4334-b1f2-2093d9d5d9e2 None None] Provisioning complete for port 6787d518-fb31-42ff-b423-881a14009951 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:16.933369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e390945a-b150-4334-b1f2-2093d9d5d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.990160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-e390945a-b150-4334-b1f2-2093d9d5d9e2 None None] Port 6787d518-fb31-42ff-b423-881a14009951 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:17.014524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.309763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.313293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.314433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.329647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:17.467091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Pushing event updated for resources: {'Port': ['ID=6787d518-fb31-42ff-b423-881a14009951,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:17.471483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:17.531258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:17.532361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:17.714370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-4dba0ff7-fe53-4fde-bf23-933b420ac100 None None] Provisioning complete for port 6787d518-fb31-42ff-b423-881a14009951 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:17.714779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4dba0ff7-fe53-4fde-bf23-933b420ac100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.775755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-4dba0ff7-fe53-4fde-bf23-933b420ac100 None None] Port 6787d518-fb31-42ff-b423-881a14009951 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:17.904753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Router a2e9a4b9-e85a-4774-a529-2de5ec9311ba is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:59:18.070249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:18.080034 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] 10.222.0.68 "PUT /v2.0/routers/a2e9a4b9-e85a-4774-a529-2de5ec9311ba/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8156357
Feb 17 00:59:18.080732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Sync routers for ids ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:18.092551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Routers {'a2e9a4b9-e85a-4774-a529-2de5ec9311ba'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:18.093440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913bc3748>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:18.284381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Set router a2e9a4b9-e85a-4774-a529-2de5ec9311ba gateway port host: None {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:18.869365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913bc3748>, [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 2, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port_host': None, '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:17Z', 'revision_number': 2, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:18.875158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Checking router: a2e9a4b9-e85a-4774-a529-2de5ec9311ba for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:18.875546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Updating router a2e9a4b9-e85a-4774-a529-2de5ec9311ba port 6787d518-fb31-42ff-b423-881a14009951 binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:18.934598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.388429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.403284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Transition to ACTIVE for port object 6787d518-fb31-42ff-b423-881a14009951 will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:19.406124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.422534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:19.573683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Pushing event updated for resources: {'Port': ['ID=6787d518-fb31-42ff-b423-881a14009951,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:19.584833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.585206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.585565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.585922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.586272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.586628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.586976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.587347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.587707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.588055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.588399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.588738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Tracked resource versions report:
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'}}
Feb 17 00:59:19.589851 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:59:19.593577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:19.754618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Attempting to bind port 6787d518-fb31-42ff-b423-881a14009951 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:19.755034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Attempting to bind port 6787d518-fb31-42ff-b423-881a14009951 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:19.755490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Attempting to bind port 6787d518-fb31-42ff-b423-881a14009951 on network 65d9a8a2-60cf-410e-b20e-456fabb5c103 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:19.761575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:19.762003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Checking segment: {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:19.762477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.762898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Bound using segment: {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:19.763469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Bound port: 6787d518-fb31-42ff-b423-881a14009951, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59c1938-13c6-4919-b45f-193c3e2faffc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:19.763892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.869371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] For port 6787d518-fb31-42ff-b423-881a14009951, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:19.874598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] For port 6787d518-fb31-42ff-b423-881a14009951, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=6787d518-fb31-42ff-b423-881a14009951,segment=NetworkSegment(d59c1938-13c6-4919-b45f-193c3e2faffc),segment_id=d59c1938-13c6-4919-b45f-193c3e2faffc)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:19.877152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.892504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:20.054578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Pushing event updated for resources: {'Port': ['ID=6787d518-fb31-42ff-b423-881a14009951,revision_number=4']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:20.059867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:20.105445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Routers {'a2e9a4b9-e85a-4774-a529-2de5ec9311ba'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:20.106093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913bc3748>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:20.276249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] Set router a2e9a4b9-e85a-4774-a529-2de5ec9311ba gateway port host: None {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:20.623424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913bc3748>, [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 2, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port_host': None, '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:19Z', 'revision_number': 4, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:20.623869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48590) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:20.628148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa30cc1-10a2-48b1-b70e-4186e2703fbf None None] The sync data for ids ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'] in dv-cinder-759955-4-iscsi is: [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 2, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port_host': None, '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:19Z', 'revision_number': 4, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:20.792017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc093140-898b-437b-8097-56cf91de6222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:20.792645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-bc093140-898b-437b-8097-56cf91de6222 admin admin] Synchronizing usage tracker for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:59:20.811038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-bc093140-898b-437b-8097-56cf91de6222 admin admin] Unset dirty status for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:59:20.812953 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-bc093140-898b-437b-8097-56cf91de6222 admin admin] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 842 time: 0.1868932
Feb 17 00:59:20.823405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:20.828922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:20.832883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Usage tracker for resource:subnet and tenant:99d74898e8a04042b1aeffd376a43b52 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:20.835827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:20.842127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:20.850653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Made reservation on behalf of 99d74898e8a04042b1aeffd376a43b52 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:20.855330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.298542 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83954) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:59:21.299080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.314203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:21.447812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=603d2f65-af0e-4b92-a432-f795c3a8af3a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:21.450496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:21.518656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:21.519484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Network hostable DHCP agents. Network: b56d427b-abb9-4324-b8ce-fb328ffb90d7, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:59:21.557572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:59:21.569128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, b56d427b-abb9-4324-b8ce-fb328ffb90d7) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:21.573355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:21.573993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.580458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5cb29-b16c-480b-b26c-4a0e89c1def5 None None] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:21.603179 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7833724
Feb 17 00:59:21.858911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d448c-05c5-4a53-9c33-f02b1641d38a None None] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:23.190756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:59:23.584242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 6787d518-fb31-42ff-b423-881a14009951 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:23.655295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 6787d518-fb31-42ff-b423-881a14009951 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:23.660684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 6787d518-fb31-42ff-b423-881a14009951 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:23.661098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:23.793022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:23.829993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 6787d518-fb31-42ff-b423-881a14009951, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=6787d518-fb31-42ff-b423-881a14009951,segment=NetworkSegment(d59c1938-13c6-4919-b45f-193c3e2faffc),segment_id=d59c1938-13c6-4919-b45f-193c3e2faffc)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:23.832946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:23.836065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4863920a-ef2b-4d7d-9d99-5f2fa9c98784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:23.905467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=6787d518-fb31-42ff-b423-881a14009951,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:23.909337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:24.247930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48604) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:24.459371 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2739f66c-52c5-47b1-ac2d-8282914055c3 admin admin] 10.222.0.68 "GET /v2.0/routers/a2e9a4b9-e85a-4774-a529-2de5ec9311ba HTTP/1.1" status: 200  len: 710 time: 0.2099712
Feb 17 00:59:24.599506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80543830-9592-449a-a8d7-649f5b2e8c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:24.601016 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-80543830-9592-449a-a8d7-649f5b2e8c4c admin admin] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 886 time: 0.1358228
Feb 17 00:59:24.611565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:25.097986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.570478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 6787d518-fb31-42ff-b423-881a14009951 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:25.626064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.646390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 6787d518-fb31-42ff-b423-881a14009951 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:25.646798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.686367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.700097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.715790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:25.719831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:25.722920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:25.729250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:25.814052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.816852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.835624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:25.924518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f17009-2281-42e3-b510-dd757692651e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:25.929019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:26.092948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Allocated IP 172.27.3.58 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/7136d4aa-229a-43e3-9060-eb6524dbd6fb) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:26.245688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:26.275008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:26.290956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:26.433657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Pushing event updated for resources: {'Port': ['ID=7136d4aa-229a-43e3-9060-eb6524dbd6fb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:26.439184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:26.479441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:26.480570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:26.482897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:26.894436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:27.250888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:27.254399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-595499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854180336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-404386'] for router, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:27.624360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Router a2e9a4b9-e85a-4774-a529-2de5ec9311ba has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:59:27.815268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:27.825254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Sync routers for ids ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:27.831636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:27.832943 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] 10.222.0.68 "PUT /v2.0/routers/a2e9a4b9-e85a-4774-a529-2de5ec9311ba HTTP/1.1" status: 200  len: 889 time: 3.2255073
Feb 17 00:59:27.835219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Routers {'a2e9a4b9-e85a-4774-a529-2de5ec9311ba'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:27.835898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912596f28>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:28.054346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Set router a2e9a4b9-e85a-4774-a529-2de5ec9311ba gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:28.418103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912596f28>, [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:26Z', 'revision_number': 4, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port': {'id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:25Z', 'updated_at': '2021-02-17T00:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:23Z', 'revision_number': 5, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:28.423187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Checking router: a2e9a4b9-e85a-4774-a529-2de5ec9311ba for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:28.423577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Updating router a2e9a4b9-e85a-4774-a529-2de5ec9311ba port 7136d4aa-229a-43e3-9060-eb6524dbd6fb binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:28.482753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.894349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.906463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Transition to ACTIVE for port object 7136d4aa-229a-43e3-9060-eb6524dbd6fb will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:28.909349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.924904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:29.065254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Pushing event updated for resources: {'Port': ['ID=7136d4aa-229a-43e3-9060-eb6524dbd6fb,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:29.068191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:29.133574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Attempting to bind port 7136d4aa-229a-43e3-9060-eb6524dbd6fb on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:29.133982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Attempting to bind port 7136d4aa-229a-43e3-9060-eb6524dbd6fb by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:29.134385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Attempting to bind port 7136d4aa-229a-43e3-9060-eb6524dbd6fb on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:29.140081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:29.140496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:29.140939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:29.141366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:29.141875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Bound port: 7136d4aa-229a-43e3-9060-eb6524dbd6fb, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:29.142303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:29.220397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] For port 7136d4aa-229a-43e3-9060-eb6524dbd6fb, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:29.223608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] For port 7136d4aa-229a-43e3-9060-eb6524dbd6fb, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7136d4aa-229a-43e3-9060-eb6524dbd6fb,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:29.228237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:29.244358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:29.554045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Pushing event updated for resources: {'Port': ['ID=7136d4aa-229a-43e3-9060-eb6524dbd6fb,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:29.558994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:29.597579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Routers {'a2e9a4b9-e85a-4774-a529-2de5ec9311ba'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:29.598229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912596f28>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:29.788246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] Set router a2e9a4b9-e85a-4774-a529-2de5ec9311ba gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:30.140357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912596f28>, [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:26Z', 'revision_number': 4, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port': {'id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:25Z', 'updated_at': '2021-02-17T00:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:23Z', 'revision_number': 5, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:30.144445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3fc33a-9b66-4aa5-bd67-21d1a9f8dec1 None None] The sync data for ids ['a2e9a4b9-e85a-4774-a529-2de5ec9311ba'] in dv-cinder-759955-4-iscsi is: [{'id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'name': 'router1', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:26Z', 'revision_number': 4, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'gw_port': {'id': '7136d4aa-229a-43e3-9060-eb6524dbd6fb', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:89:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:25Z', 'updated_at': '2021-02-17T00:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '6787d518-fb31-42ff-b423-881a14009951', 'name': '', 'network_id': '65d9a8a2-60cf-410e-b20e-456fabb5c103', 'tenant_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'mac_address': 'fa:16:3e:9d:ef:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e9a4b9-e85a-4774-a529-2de5ec9311ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:23Z', 'revision_number': 5, 'project_id': 'bfba1e18c49a4ac3a3f5fd26d6d02f0a', 'subnets': [{'id': 'f910d205-07cb-40c0-842f-e99c1408cd5b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '58256e2e-2cdc-45bf-911a-c027762ce08a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:30.553730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 48614) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:30.689069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f151062-4c47-4b7c-8799-eff09d24ebe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:30.690715 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5f151062-4c47-4b7c-8799-eff09d24ebe9 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1359136
Feb 17 00:59:31.614216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7136d4aa-229a-43e3-9060-eb6524dbd6fb up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:31.696468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 7136d4aa-229a-43e3-9060-eb6524dbd6fb completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:31.701568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 7136d4aa-229a-43e3-9060-eb6524dbd6fb triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:31.701982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:31.838744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:31.856694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 7136d4aa-229a-43e3-9060-eb6524dbd6fb, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7136d4aa-229a-43e3-9060-eb6524dbd6fb,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:31.860116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:31.862335 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:31.939804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=7136d4aa-229a-43e3-9060-eb6524dbd6fb,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:31.943995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:33.611476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7136d4aa-229a-43e3-9060-eb6524dbd6fb up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:33.738423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 7136d4aa-229a-43e3-9060-eb6524dbd6fb triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:33.739127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:37.591140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac568bfc-9064-4b0f-9499-ce42360207cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:39.637539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afc5423f-5c92-43f2-a24f-18c8b9b1d40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:40.071944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.629319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.995668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:00.190090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:00:07.576614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-903fe9ef-d970-42a0-ad79-7c742c84a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:09.631975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-aabbc0d9-f0c9-4183-9cae-aa38f6e727af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:10.064923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.631752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.999702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:37.189255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:00:37.580520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b87956e2-a3f1-4fbd-b3ff-d01b369d6acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:39.634022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-70bda0b9-1f67-4a5c-9189-d90a1667c0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:40.068410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:41.633610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:42.007131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:07.584505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0892bc8e-122b-4528-ad3d-696cf178a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:09.636338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-33c8cb56-dd44-4f68-a161-eb5db5b233ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:10.077060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:11.635579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:12.008524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:14.189136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:01:37.586860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0d58c3df-6e91-4e7f-8b63-d996d24a2416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:39.639094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8b46a000-c1c8-4bb4-b85d-0ecaec228910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:40.072084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:41.641989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:42.012807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:43.990491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49190) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:44.067832 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.pecan_wsgi.hooks.translation [None req-63caf0da-b079-4006-8440-b0347806cf7b admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:01:44.069202 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-63caf0da-b079-4006-8440-b0347806cf7b admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0776348
Feb 17 01:01:44.214819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249017d-b617-427d-b751-2f3d25e541d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:44.216387 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6249017d-b617-427d-b751-2f3d25e541d4 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1427937
Feb 17 01:01:46.707546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49200) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:46.825387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed0d3d2-933f-40dd-85ce-6b9cf21852b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:46.826003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9ed0d3d2-933f-40dd-85ce-6b9cf21852b4 admin admin] Synchronizing usage tracker for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:subnet {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:01:46.841470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9ed0d3d2-933f-40dd-85ce-6b9cf21852b4 admin admin] Unset dirty status for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:subnet {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:01:46.842781 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9ed0d3d2-933f-40dd-85ce-6b9cf21852b4 admin admin] 10.222.0.68 "GET /v2.0/subnets/f910d205-07cb-40c0-842f-e99c1408cd5b HTTP/1.1" status: 200  len: 849 time: 0.1342058
Feb 17 01:01:46.853477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:01:46.979240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:47.292245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764170640943'] for subnet, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:47.308048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:01:47.450729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f910d205-07cb-40c0-842f-e99c1408cd5b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:01:47.463111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.463504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.463872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.464232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.464588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.464946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.465817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.466170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.466522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.466872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.467248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.467597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:01:47.473095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:01:47.499594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:47.500277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:47.501690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] 10.222.0.68 "PUT /v2.0/subnets/f910d205-07cb-40c0-842f-e99c1408cd5b HTTP/1.1" status: 200  len: 868 time: 0.6524355
Feb 17 01:01:47.518276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ffcf36-b241-437a-a3ee-b818d7ea5b8a None None] Network 65d9a8a2-60cf-410e-b20e-456fabb5c103 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:01:47.977776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-afe100f3-2723-4ab9-a6d8-a8db25bfd7b4 None None] Provisioning complete for port 6bf702d9-5543-4bdd-bbd8-ef3d1c2ca009 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:01:47.978368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afe100f3-2723-4ab9-a6d8-a8db25bfd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:48.119220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-afe100f3-2723-4ab9-a6d8-a8db25bfd7b4 None None] Provisioning complete for port 6787d518-fb31-42ff-b423-881a14009951 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:01:48.119526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afe100f3-2723-4ab9-a6d8-a8db25bfd7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:50.009247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49210) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:50.206552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067ea4-f5e5-43c5-83e1-572b5ea85301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:50.206904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42067ea4-f5e5-43c5-83e1-572b5ea85301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:50.208622 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-42067ea4-f5e5-43c5-83e1-572b5ea85301 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1982996
Feb 17 01:01:51.188369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:01:52.669342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49220) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:52.860766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52dff2-56f7-4ede-b995-38064a18e5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:52.861113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a52dff2-56f7-4ede-b995-38064a18e5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:52.862760 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5a52dff2-56f7-4ede-b995-38064a18e5ab admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1923892
Feb 17 01:01:55.328140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49230) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:55.481746 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:01:55.482339 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:01:55.952506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.policy [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83953) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 01:01:56.150805 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:01:56.151281 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING oslo_policy.policy [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 01:01:56.177424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:56.179327 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-811381a8-6fb5-47d1-94ff-6fbafdf1b4da admin admin] 10.222.0.68 "GET /v2.0/networks/65d9a8a2-60cf-410e-b20e-456fabb5c103 HTTP/1.1" status: 200  len: 862 time: 0.8491180
Feb 17 01:01:58.680756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49246) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:01:58.873747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81cb16e-f764-4c86-89a4-c2decf326e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:58.875176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a81cb16e-f764-4c86-89a4-c2decf326e9a admin admin] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 886 time: 0.1932786
Feb 17 01:02:01.358487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49256) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:01.486091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962e49b-731e-424d-8501-389d43e1b068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:01.486508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962e49b-731e-424d-8501-389d43e1b068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:01.488256 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a962e49b-731e-424d-8501-389d43e1b068 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1286988
Feb 17 01:02:03.974535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49266) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:04.096588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d0887-14eb-4721-845b-441a32d276e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:04.097012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d0887-14eb-4721-845b-441a32d276e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:04.098696 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-778d0887-14eb-4721-845b-441a32d276e2 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1230628
Feb 17 01:02:06.584708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49276) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:06.695659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6f00d-fcd5-4153-b962-e0b55942d97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:06.697151 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-11a6f00d-fcd5-4153-b962-e0b55942d97b admin admin] 10.222.0.68 "GET /v2.0/subnets/603d2f65-af0e-4b92-a432-f795c3a8af3a HTTP/1.1" status: 200  len: 816 time: 0.1113703
Feb 17 01:02:07.588594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eb4864bb-82cf-4b57-81af-994ff9633ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:09.190870 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49286) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:09.311196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7631d6a-0e38-4901-943e-f147e3bda62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:09.312674 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a7631d6a-0e38-4901-943e-f147e3bda62d admin admin] 10.222.0.68 "GET /v2.0/subnets/f910d205-07cb-40c0-842f-e99c1408cd5b HTTP/1.1" status: 200  len: 868 time: 0.1207414
Feb 17 01:02:09.641290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-490e0928-2bc1-4af8-b1f8-c10889897e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:10.076609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:11.636562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:12.015524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:28.188525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:02:35.320700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49326) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:35.380413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-4d555f55-133e-4b9c-8447-b0b4a5064e21 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:02:35.381614 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4d555f55-133e-4b9c-8447-b0b4a5064e21 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0596080
Feb 17 01:02:37.592348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c31f56cc-ce35-45f4-9e2f-d10e85f0644a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:37.967610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49336) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:38.046486 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.pecan_wsgi.hooks.translation [None req-816dcd0a-30cb-4cd7-8f6b-14883988afa3 admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:02:38.047948 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-816dcd0a-30cb-4cd7-8f6b-14883988afa3 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0793109
Feb 17 01:02:38.189722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75975f-98a1-4575-8105-84f58b07a661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:38.191370 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0f75975f-98a1-4575-8105-84f58b07a661 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1390069
Feb 17 01:02:39.644636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4d99fb46-8b9c-4066-9662-7fc4f328abb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.079201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.680241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49346) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:40.734226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:40.739332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:02:40.749838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:02:40.758581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Made reservation on behalf of 99d74898e8a04042b1aeffd376a43b52 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:02:40.763785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.860764 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.services.revisions.revision_plugin [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f891282d4e0] {project_id='99d74898e8a04042b1aeffd376a43b52', id='2967980a-f293-45bb-8073-2d26f91bb6d8', target_tenant='*', action='access_as_shared', object_id='e601909e-9b68-4010-8f26-7517a0a83e82'}> to bump revision.
Feb 17 01:02:40.876153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:02:40.885366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.885747 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Added segment 8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d of type vxlan for network e601909e-9b68-4010-8f26-7517a0a83e82
Feb 17 01:02:40.912601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.941226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.942464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.943115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.947877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:41.052342 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3708973
Feb 17 01:02:41.055243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e601909e-9b68-4010-8f26-7517a0a83e82,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:41.058249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:41.066571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network e601909e-9b68-4010-8f26-7517a0a83e82 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:02:41.639642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:42.020436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:43.570061 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49356) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:02:43.646312 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91f3478-7355-43de-a15a-5f60a2e34ef2 admin admin] GET failed (client error): The resource could not be found.
Feb 17 01:02:43.646865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c91f3478-7355-43de-a15a-5f60a2e34ef2 admin admin] Synchronizing usage tracker for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:02:43.660862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c91f3478-7355-43de-a15a-5f60a2e34ef2 admin admin] Unset dirty status for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:02:43.662046 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c91f3478-7355-43de-a15a-5f60a2e34ef2 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0909615
Feb 17 01:02:43.778660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cd319-04cc-4765-a119-6153731932cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:43.780246 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cc0cd319-04cc-4765-a119-6153731932cf admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1137857
Feb 17 01:02:43.791396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:43.796697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:02:43.806452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:02:43.815681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Made reservation on behalf of 99d74898e8a04042b1aeffd376a43b52 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:02:43.820234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:44.221114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:44.424162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-357f3a8c-36c4-416b-86a6-8cb6b039245e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:44.556964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c300d882-4cd4-44f9-bfb1-36a69237eb91,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:44.561836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:44.619483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Checking segment: {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:02:44.620080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Network hostable DHCP agents. Network: e601909e-9b68-4010-8f26-7517a0a83e82, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:02:44.639565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Network e601909e-9b68-4010-8f26-7517a0a83e82 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:02:44.647639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, e601909e-9b68-4010-8f26-7517a0a83e82) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:02:44.651733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:44.652366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:44.656637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6620ce-65dc-4430-b6a5-84682ffb4d31 None None] Network e601909e-9b68-4010-8f26-7517a0a83e82 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:02:44.676634 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8890646
Feb 17 01:02:44.899831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-e601909e-9b68-4010-8f26-7517a0a83e82', 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82', 'tenant_id': '99d74898e8a04042b1aeffd376a43b52', 'fixed_ips': [{'subnet_id': 'c300d882-4cd4-44f9-bfb1-36a69237eb91'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:02:44.900740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.206173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Allocated IP 192.168.233.2 (e601909e-9b68-4010-8f26-7517a0a83e82/c300d882-4cd4-44f9-bfb1-36a69237eb91/3355ad4b-9d24-4bda-a707-b78a90a2393a) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:02:45.436762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.448707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Transition to ACTIVE for port object 3355ad4b-9d24-4bda-a707-b78a90a2393a will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:02:45.466068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Transition to ACTIVE for port object 3355ad4b-9d24-4bda-a707-b78a90a2393a will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:02:45.470904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.486748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08039fd9-f26a-40bc-ba59-888b0aed33ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:45.617916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Pushing event updated for resources: {'Port': ['ID=3355ad4b-9d24-4bda-a707-b78a90a2393a,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:45.640715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.641270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.641403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.641762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.642119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.642479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.642831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.643231 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.643602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.643955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.644302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.644647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:45.650753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:45.697192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Network e601909e-9b68-4010-8f26-7517a0a83e82 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:02:45.699190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:02:45.701657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:02:45.761903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Attempting to bind port 3355ad4b-9d24-4bda-a707-b78a90a2393a on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:02:45.762244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Attempting to bind port 3355ad4b-9d24-4bda-a707-b78a90a2393a by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:02:45.762647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Attempting to bind port 3355ad4b-9d24-4bda-a707-b78a90a2393a on network e601909e-9b68-4010-8f26-7517a0a83e82 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:02:45.768638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:02:45.769052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Checking segment: {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:02:45.769493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.769919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Bound using segment: {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:02:45.770434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Bound port: 3355ad4b-9d24-4bda-a707-b78a90a2393a, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:02:45.770858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.882477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] For port 3355ad4b-9d24-4bda-a707-b78a90a2393a, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:02:45.886823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] For port 3355ad4b-9d24-4bda-a707-b78a90a2393a, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=3355ad4b-9d24-4bda-a707-b78a90a2393a,segment=NetworkSegment(8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d),segment_id=8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:02:45.890856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:45.906653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:46.068213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Pushing event updated for resources: {'Port': ['ID=3355ad4b-9d24-4bda-a707-b78a90a2393a,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:46.073814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:47.389396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72838f07-34eb-4038-a1ac-3587a0ff9750 None None] Network e601909e-9b68-4010-8f26-7517a0a83e82 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:02:47.485163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-c9c04700-8507-406a-9d2d-f0b1785e20f7 None None] Provisioning for port 3355ad4b-9d24-4bda-a707-b78a90a2393a completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:02:47.707356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 3355ad4b-9d24-4bda-a707-b78a90a2393a up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:02:47.793966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 3355ad4b-9d24-4bda-a707-b78a90a2393a completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:02:47.800182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 3355ad4b-9d24-4bda-a707-b78a90a2393a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:47.800823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:47.948830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-bf3ea93b-7f70-4b6f-b425-d1dbb3b0af08 None None] Provisioning complete for port 3355ad4b-9d24-4bda-a707-b78a90a2393a triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:47.949249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea93b-7f70-4b6f-b425-d1dbb3b0af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:47.980200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:48.045164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 3355ad4b-9d24-4bda-a707-b78a90a2393a, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=3355ad4b-9d24-4bda-a707-b78a90a2393a,segment=NetworkSegment(8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d),segment_id=8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:02:48.051946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:48.057002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:48.181575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=3355ad4b-9d24-4bda-a707-b78a90a2393a,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:48.185131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:48.298666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-1f67e623-1799-4088-80ca-a12484313d5d None None] Provisioning complete for port 3355ad4b-9d24-4bda-a707-b78a90a2393a triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:48.299006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1f67e623-1799-4088-80ca-a12484313d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:49.676666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 3355ad4b-9d24-4bda-a707-b78a90a2393a up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:02:49.752422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 3355ad4b-9d24-4bda-a707-b78a90a2393a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:49.752836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:05.187756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:03:07.596850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-47d9eb16-20b2-4c92-9cf0-c0711134719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:09.647013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-419dfd16-3804-4ad2-8ba9-d74ef57f6f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:10.083576 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:11.642315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:12.025123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:37.600683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-27c5a8fb-c979-4cbc-9397-317acf9f30f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:39.650635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d181b2ff-de8e-4e8e-83d8-1a334480eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:40.085570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:41.645218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:42.028607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:42.187627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:03:56.283418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49398) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:03:56.290203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [None req-c505df1c-dff4-4f1e-9265-8f939b01e659 tempest-verify_tempest_config-1055697990 tempest-verify_tempest_config-1055697990-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:03:56.291915 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c505df1c-dff4-4f1e-9265-8f939b01e659 tempest-verify_tempest_config-1055697990 tempest-verify_tempest_config-1055697990-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0074086
Feb 17 01:03:56.614090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49418) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:03:56.736709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:56.754090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:03:56.758150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Usage tracker for resource:security_group_rule and tenant:4d7451f139fb4a1ab548a81929412dcb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:03:56.761664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:03:56.767558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:03:56.856840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:56.859395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:56.868374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:03:56.908954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Synchronizing usage tracker for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:03:56.913625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9478db-8ab8-4126-ac05-8139687d8668,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:03:56.923424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.923803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.924176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.924535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.924889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.925262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.925615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.925970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.926322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.926670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.927018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.927393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:03:56.933164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:03:56.940720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Unset dirty status for tenant:99d74898e8a04042b1aeffd376a43b52 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:03:56.944991 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d7451f139fb4a1ab548a81929412dcb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3268983
Feb 17 01:03:56.944991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49424) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:03:57.006282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:57.033557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:57.082628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:57.088395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:03:57.102238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9478db-8ab8-4126-ac05-8139687d8668,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:03:57.106687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:03:57.109916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:57.111148 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f9478db-8ab8-4126-ac05-8139687d8668 HTTP/1.1" status: 204  len: 168 time: 0.1652858
Feb 17 01:04:07.602744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fa7d84b-4d35-4da6-bffb-afdc0a86b526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:09.653815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0116fd96-ba86-4648-8809-6fe9bc728659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:10.088533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:11.644275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:12.030079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:19.186590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:04:37.603753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9b91a84-ceb7-4d00-940b-79f17be63bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:39.657549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b8dd1ed5-f913-4a49-add8-00479a68edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:40.092071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:41.651681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:42.034235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:56.186623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:05:07.604586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-714b8fed-c49b-4779-94f0-cacbb63d0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:09.658393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3097188-8ffa-4403-8d99-b88571ffb725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:10.093578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:11.644382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:12.038313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:33.186860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 5 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:05:34.326415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705'] for agent, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:34.327628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.328009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.328389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.328766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.329178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.329545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.329914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.330282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.330647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.331011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.331402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.331765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:34.332261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f891286e390>, 'Open vSwitch agent', 'hv-cinder-75995', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:34.336395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f89128cd390>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75995', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:34.650586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] get_endpoint_by_host() called for host hv-cinder-75995 {{(pid=83956) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 01:05:34.655401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] get_endpoint_by_ip() called for ip 192.168.0.41 {{(pid=83956) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 01:05:34.658631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] _add_endpoint() called for ip 192.168.0.41 {{(pid=83956) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 01:05:34.663410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] _get_endpoints() called {{(pid=83956) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 01:05:37.608405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2f0cbf2c-a30d-43d1-9bb5-65a6d84793ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:39.661273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c1739f4-994b-41cf-97f1-6e63886c62c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:40.097553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:41.646321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:42.042113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:47.184429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49496) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:05:47.304746 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-40273840-f90a-4c41-b51c-4c4c3f107b35 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1191285
Feb 17 01:05:49.830354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49506) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:05:49.889759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e14c4cc8-d61a-4b4d-87a0-b11336583943 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0582459
Feb 17 01:06:04.331110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:07.614988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8474-b195-48e8-8caf-1e19a94a4397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:09.664119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e03d74ac-84e7-4b73-a796-a492c182f831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:10.099699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:10.187415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:06:11.648423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:12.045564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:34.314581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:37.609528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fabfad2-6540-492f-901a-b59e9985ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:39.667842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3cbf-fe8c-4901-a4a1-ea51f3fdaa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:40.105144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:41.652043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:42.050301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:47.187949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:07:04.313670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:07.611656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4566befd-74cc-4521-ac4a-43231b6ffa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:09.669798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b3890b99-cd5a-4092-bfb0-cf21135e1c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:10.106107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.647770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:12.054730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.264565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:07:24.665330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49646) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:25.110452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-472642226-network', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:25.116490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:25.121330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Usage tracker for resource:network and tenant:58f27df0ebc84452a83d9d6bce62d16f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:25.125991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:25.132706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:25.146404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Made reservation on behalf of 58f27df0ebc84452a83d9d6bce62d16f for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:25.152029 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.169362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.186362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:25.190531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Usage tracker for resource:security_group_rule and tenant:58f27df0ebc84452a83d9d6bce62d16f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:25.193639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:25.199620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:25.304991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.308020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.316936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:25.332799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:07:25.358103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bae7f-d699-47ca-bf07-26295aada9b7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:25.367352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.367762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.368144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.373443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.375998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Tracked resource versions report:
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'},
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'ConntrackHelper': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Log': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Network': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Port': '1.7',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'PortForwarding': '1.2',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'QosPolicy': '1.8',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroup': '1.4',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SubPort': '1.0',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Subnet': '1.1',
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Trunk': '1.1'}}
Feb 17 01:07:25.377334 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:07:25.391925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:25.391925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.391925 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Added segment 7cc64014-e997-47e1-aad4-dc1a7ca208bb of type vxlan for network 668f3309-cbb1-43fd-99fb-616f030bece5
Feb 17 01:07:25.422135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.454196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.460979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:25.460979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.463818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:25.496565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49686) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:25.587350 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9170210
Feb 17 01:07:25.587350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Pushing event updated for resources: {'Network': ['ID=668f3309-cbb1-43fd-99fb-616f030bece5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:25.587719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49696) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:25.593936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Request body: {'subnet': {'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-subnet', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:25.596860 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.quota [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f89139c0ac8>.
Feb 17 01:07:25.597458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 668f3309-cbb1-43fd-99fb-616f030bece5 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:25.598040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:25.605226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:25.611540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Usage tracker for resource:subnet and tenant:58f27df0ebc84452a83d9d6bce62d16f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:25.615246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:25.623587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:25.639478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Made reservation on behalf of 58f27df0ebc84452a83d9d6bce62d16f for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:25.646425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.722872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 668f3309-cbb1-43fd-99fb-616f030bece5 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:25.829566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49704) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:26.102112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-network', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:26.115509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.121233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Usage tracker for resource:network and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.125479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.133156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.156052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Made reservation on behalf of 35f50e5b4203461c91f0528cea0aa6e1 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:26.160974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.166543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49716) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:26.181686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.201647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.207586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.213295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.220844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.337796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.360555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:26.368024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-573286728-network', 'tenant_id': '2c6911f17ed7464fad2e659a45f5845b'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:26.375220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.381355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Usage tracker for resource:network and tenant:2c6911f17ed7464fad2e659a45f5845b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.385559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.393860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.408334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Made reservation on behalf of 2c6911f17ed7464fad2e659a45f5845b for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:26.414726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.431781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.455696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.461576 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Usage tracker for resource:security_group_rule and tenant:2c6911f17ed7464fad2e659a45f5845b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.466138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.475819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.591003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1740601536-network', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:26.600100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.606415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Usage tracker for resource:network and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.612085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.617093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Checking segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:26.617489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Network hostable DHCP agents. Network: 668f3309-cbb1-43fd-99fb-616f030bece5, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:07:26.620255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.633335 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Made reservation on behalf of 7df27fd2b87f4421bf2bd515f2b31b24 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:26.639209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.652355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:26.667527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.680185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.682796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.683150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.683518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.683872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.684223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.684575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.684923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.685296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.685647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.685992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.686336 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.686676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.687110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.687458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.687800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.688141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.688486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.688822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.689161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.689498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.689837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.690172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.690510 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.690882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Tracked resource versions report:
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'},
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'ConntrackHelper': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Log': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Network': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Port': '1.7',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'PortForwarding': '1.2',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'QosPolicy': '1.8',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroup': '1.4',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SubPort': '1.0',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Subnet': '1.1',
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Trunk': '1.1'}}
Feb 17 01:07:26.692221 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:07:26.697129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.702605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.707626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.710601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.711987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.713170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Network 668f3309-cbb1-43fd-99fb-616f030bece5 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:07:26.719852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.734608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5b995f2d-2028-46cb-800b-123444bd9cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:26.744257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:26.747021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:26.750171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:26.765948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 668f3309-cbb1-43fd-99fb-616f030bece5) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:26.778573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:07:26.786153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced86f9-05a9-431d-84ba-a7580df508b6 None None] Network 668f3309-cbb1-43fd-99fb-616f030bece5 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:26.819516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:26.838172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:26.842640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae4cd8-5072-4bbc-8aeb-88b3a1063933,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:26.866591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:26.867303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.902383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.902934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Added segment 62116c3f-64b4-4775-a479-de119f039a4e of type vxlan for network 66eb04c0-c7a4-433d-906d-de7f47c8ffff
Feb 17 01:07:26.929305 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3404260
Feb 17 01:07:26.939415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:26.940024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49758) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:26.957188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:26.962652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.962850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:26.968088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Usage tracker for resource:router and tenant:58f27df0ebc84452a83d9d6bce62d16f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:26.972224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.973880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:26.979487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4c4e671-7af3-4b01-9cf9-758c777b69a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:26.982699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.987765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:27.016452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.018115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.046512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.051129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.104347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04810db2-6564-4f95-97b0-18948f52ef12 None None] Network 668f3309-cbb1-43fd-99fb-616f030bece5 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:27.110788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:27.111222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:27.111938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:27.112279 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:27.113046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139f0ab3-76c8-4d62-992e-b42ec4be0538,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:27.129971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:27.139025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:27.139837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.155388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:27.612717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.635165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.692917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:07:27.701552 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.2023759
Feb 17 01:07:27.704582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49780) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:27.717736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Request body: {'subnet': {'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-subnet', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:27.718151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.719136 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Added segment 078987c6-6c8e-4c90-9c5a-241590df0a40 of type vxlan for network fbe53672-4259-4395-9d37-ac639f8ff4b0
Feb 17 01:07:27.753932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.796921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.798403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:27.799237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.815111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:27.816471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-624bd362-86de-4c69-b1d4-81a47a28894e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:27.848368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:27.848947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:27.926651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Pushing event updated for resources: {'Network': ['ID=66eb04c0-c7a4-433d-906d-de7f47c8ffff,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:27.930574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:27.934467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Usage tracker for resource:subnet and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:27.939629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:27.941141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:27.952102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.956738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:27.978919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:28.083039 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.2520342
Feb 17 01:07:28.083829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Pushing event updated for resources: {'Network': ['ID=fbe53672-4259-4395-9d37-ac639f8ff4b0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:28.091992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:28.092526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49786) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:28.098789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Request body: {'subnet': {'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-573286728-subnet', 'tenant_id': '2c6911f17ed7464fad2e659a45f5845b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:28.111137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Made reservation on behalf of 35f50e5b4203461c91f0528cea0aa6e1 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:28.113452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:28.120149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.129702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Usage tracker for resource:subnet and tenant:2c6911f17ed7464fad2e659a45f5845b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:28.132845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:28.148175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:28.155459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.190238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Made reservation on behalf of 2c6911f17ed7464fad2e659a45f5845b for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:28.195131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.293066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:28.307559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:28.436254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:07:28.475537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.475949 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Added segment e7e06d3c-b36c-475d-9576-36b3fe12e48b of type vxlan for network 960f0f91-766c-414c-bf38-3fed7b9c9be9
Feb 17 01:07:28.638392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.773738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.778481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:28.779203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.790799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:28.941939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.951378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Pushing event updated for resources: {'Network': ['ID=960f0f91-766c-414c-bf38-3fed7b9c9be9,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:28.959443 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 2.7911656
Feb 17 01:07:28.960557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:28.963215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49810) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:28.963717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:28.971568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Request body: {'subnet': {'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1740601536-subnet', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:28.979011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:28.986228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Usage tracker for resource:subnet and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:28.989377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:28.992012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:28.996839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:29.016527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:07:29.018226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Made reservation on behalf of 7df27fd2b87f4421bf2bd515f2b31b24 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:29.023252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.248836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.275038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:29.379638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.496117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:29.614199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2143b920-2d7a-45b2-87aa-726b7c1eb0bc,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:29.641807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cf385fe-677f-4cc0-8d4a-1846b24d134a,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:29.646440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Allocated IP 172.27.3.231 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/da6bf103-fa41-4c32-a089-4348b076593d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:29.658364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:29.659627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:29.758093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Checking segment: {'id': '078987c6-6c8e-4c90-9c5a-241590df0a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:29.758767 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Network hostable DHCP agents. Network: fbe53672-4259-4395-9d37-ac639f8ff4b0, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:07:29.968109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:07:29.993647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, fbe53672-4259-4395-9d37-ac639f8ff4b0) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:30.001676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:30.003210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.006463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460425e0-d7ed-43f4-bbd2-f7f6d3df576e None None] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:30.045527 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9498734
Feb 17 01:07:30.208381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Checking segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:30.208949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Network hostable DHCP agents. Network: 66eb04c0-c7a4-433d-906d-de7f47c8ffff, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:07:30.227835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.249513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c8a01a52-afd6-4bed-a915-f3d6de03e7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:30.268611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:07:30.302686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 66eb04c0-c7a4-433d-906d-de7f47c8ffff) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:30.350261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:30.357087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.384250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:30.392271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:30.432064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.449040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211cae81-ffa5-4677-ae74-b6fb34ddf6ba None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:30.473852 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.7656076
Feb 17 01:07:30.477085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 49872) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:30.499516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:30.512745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:30.527690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Usage tracker for resource:router and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:30.541139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:30.563690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:30.601185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.603806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.626996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Checking segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:30.632980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Network hostable DHCP agents. Network: 960f0f91-766c-414c-bf38-3fed7b9c9be9, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:07:30.646125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.687555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997f2e3-5acd-4807-bd47-b676c7e3d42c None None] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:30.703524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:07:30.718738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 960f0f91-766c-414c-bf38-3fed7b9c9be9) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:30.733497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:30.734148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.739468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.751022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49894) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:30.772729 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 01:07:30.933454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49902) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:30.950145 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9832423
Feb 17 01:07:30.970660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49906) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:30.979814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:30.986244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:30.991476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Usage tracker for resource:router and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:30.995313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:31.003558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:31.017845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.018950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.058979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:31.183551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:31.240021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eae0b7-b1fe-4821-b2e7-e063630caebb None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:31.271863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:31.279937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:31.452292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.509850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:31.544112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Usage tracker for resource:security_group_rule and tenant:228a2051f8704ccaa2b7ebc6c4c85451 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:31.550849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:31.557608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.579237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:07:31.581161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.595331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:31.621781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-b260da3e-f7f7-4b97-94aa-83c4a0f5846b tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:31.623178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-b260da3e-f7f7-4b97-94aa-83c4a0f5846b tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Synchronizing usage tracker for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:31.796198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.030738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Allocated IP 172.20.0.2 (66eb04c0-c7a4-433d-906d-de7f47c8ffff/1cf385fe-677f-4cc0-8d4a-1846b24d134a/245bb9de-ef68-4c90-9e86-95f3913db58e) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:32.033782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Pushing event updated for resources: {'Port': ['ID=da6bf103-fa41-4c32-a089-4348b076593d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:32.112469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:32.282320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.429883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.446223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Transition to ACTIVE for port object 245bb9de-ef68-4c90-9e86-95f3913db58e will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:32.466430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Transition to ACTIVE for port object 245bb9de-ef68-4c90-9e86-95f3913db58e will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:32.478567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.483174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.522861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.524159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-b260da3e-f7f7-4b97-94aa-83c4a0f5846b tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Unset dirty status for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:32.532914 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-b260da3e-f7f7-4b97-94aa-83c4a0f5846b tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/networks?id=fbe53672-4259-4395-9d37-ac639f8ff4b0 HTTP/1.1" status: 200  len: 811 time: 1.7802868
Feb 17 01:07:32.587273 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-6cb6b85a-59af-414a-bb0e-d68d6e3afe1c tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/quotas/2c6911f17ed7464fad2e659a45f5845b HTTP/1.1" status: 200  len: 375 time: 0.0528309
Feb 17 01:07:32.591368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:32.632460 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=228a2051f8704ccaa2b7ebc6c4c85451&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6979735
Feb 17 01:07:32.663424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4135fdca-7a67-4f74-bffe-ac031a8c3e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:32.689990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49972) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:32.690649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 49974) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:32.691693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7d188-575c-4e01-a6b2-50c82ddaa8fd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:32.717050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:32.733245 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-e95012c2-81a2-45c7-9849-17b81a2d7f44 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=2c6911f17ed7464fad2e659a45f5845b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1444778
Feb 17 01:07:32.820285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.832994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Pushing event updated for resources: {'Port': ['ID=245bb9de-ef68-4c90-9e86-95f3913db58e,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:32.851918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:32.861246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.861811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.862345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.862858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.863288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.863783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.864045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.864367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.864729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.865090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.865450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.865804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.866246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.866600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.866958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.867342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.867697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.868574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.868574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.868868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.869341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.869533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.869850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.870177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Tracked resource versions report:
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'},
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'ConntrackHelper': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Log': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Network': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Port': '1.7',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'PortForwarding': '1.2',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'QosPolicy': '1.8',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroup': '1.4',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SubPort': '1.0',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Subnet': '1.1',
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Trunk': '1.1'}}
Feb 17 01:07:32.871506 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:07:32.880356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:32.880503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.898187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:32.936516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.047655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:33.087846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-960f0f91-766c-414c-bf38-3fed7b9c9be9', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:07:33.088965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.182216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.211630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:33.216263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a6d48cd39f4130962a99099ae36f29 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:33.220433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:33.227276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:33.346090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Attempting to bind port 245bb9de-ef68-4c90-9e86-95f3913db58e on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:07:33.346560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.346743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Attempting to bind port 245bb9de-ef68-4c90-9e86-95f3913db58e by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:07:33.347200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Attempting to bind port 245bb9de-ef68-4c90-9e86-95f3913db58e on network 66eb04c0-c7a4-433d-906d-de7f47c8ffff {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:07:33.358985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:07:33.359267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Checking segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:33.359689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.360134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Bound using segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:07:33.360681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Bound port: 245bb9de-ef68-4c90-9e86-95f3913db58e, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:07:33.361159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.384320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.405907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2a4b47bf-0f35-4305-afa0-5f4a2fb62ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:33.448723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a5007-4d23-42fb-a94d-14e174908954,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:33.473799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:33.502800 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6a6d48cd39f4130962a99099ae36f29&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8030033
Feb 17 01:07:33.503938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50004) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:33.563759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.603606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.606790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.642642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:33.663987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50008) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:33.670186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-bd754ded-1643-4809-bef8-a16257b06ca8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:07:33.671640 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-bd754ded-1643-4809-bef8-a16257b06ca8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.5198212
Feb 17 01:07:33.672898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7d188-575c-4e01-a6b2-50c82ddaa8fd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:33.692129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:33.734310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.735473 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/34a7d188-575c-4e01-a6b2-50c82ddaa8fd HTTP/1.1" status: 204  len: 168 time: 1.0335598
Feb 17 01:07:33.736589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.798113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Allocated IP 172.20.0.2 (960f0f91-766c-414c-bf38-3fed7b9c9be9/2bb945c3-5d12-4c53-bb80-9c93e6ff9d97/e8a903cd-face-431a-ac01-6e221de25528) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:33.882430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.896495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] For port 245bb9de-ef68-4c90-9e86-95f3913db58e, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:07:33.958382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.026902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.044948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] For port 245bb9de-ef68-4c90-9e86-95f3913db58e, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=245bb9de-ef68-4c90-9e86-95f3913db58e,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:07:34.059559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.072225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:34.080997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Usage tracker for resource:security_group_rule and tenant:3242621d21d24ecbbfd35a99a1c6fb2c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:34.095211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:34.101776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:34.133536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:34.133855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Allocated IP 172.27.3.20 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/c4b0526e-5984-4fa8-8833-b352949d2c43) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:34.270959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.286416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.361078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.407968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.417159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:34.490373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a5007-4d23-42fb-a94d-14e174908954,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:34.504095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.505357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:34.509718 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4d3b03d8-24eb-4b1e-a0c1-d29e90ee9885 service neutron] 10.222.0.68 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8186078
Feb 17 01:07:34.530271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:34.633509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:07:34.960465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.988846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.014367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:35.063185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Pushing event updated for resources: {'Port': ['ID=245bb9de-ef68-4c90-9e86-95f3913db58e,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:35.073013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7b362-b149-4b4c-908d-626ec5b1bf05,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:35.080981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.086561 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f21a5007-4d23-42fb-a94d-14e174908954 HTTP/1.1" status: 204  len: 168 time: 1.5774295
Feb 17 01:07:35.087799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:35.095815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:35.137795 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3242621d21d24ecbbfd35a99a1c6fb2c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4691463
Feb 17 01:07:35.142348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50040) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:35.163948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Pushing event updated for resources: {'Port': ['ID=c4b0526e-5984-4fa8-8833-b352949d2c43,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:35.196396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:35.202022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.254646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Transition to ACTIVE for port object e8a903cd-face-431a-ac01-6e221de25528 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:35.315464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Transition to ACTIVE for port object e8a903cd-face-431a-ac01-6e221de25528 will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:35.328711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.348008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:35.364389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Sync routers for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:35.395753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:35.396653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f12a58>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:35.458006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.460298 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 8.5190058
Feb 17 01:07:35.463283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Allocated IP 172.27.3.141 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:35.467739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50046) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:35.637936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.679285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:35.724577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:35.750037 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:35.803326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Pushing event updated for resources: {'Port': ['ID=e8a903cd-face-431a-ac01-6e221de25528,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:35.809759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-c227fa04-07ad-4cc7-af23-61c832b90a2b service neutron] 10.222.0.68 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2807443
Feb 17 01:07:35.821645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:35.845833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:35.873448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:35.880586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:35.886426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:35.990448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.995688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:36.086115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Attempting to bind port e8a903cd-face-431a-ac01-6e221de25528 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:07:36.092266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Attempting to bind port e8a903cd-face-431a-ac01-6e221de25528 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:07:36.092991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Attempting to bind port e8a903cd-face-431a-ac01-6e221de25528 on network 960f0f91-766c-414c-bf38-3fed7b9c9be9 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:07:36.105537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:07:36.112570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Checking segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:36.113348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.114000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Bound using segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:07:36.114747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Bound port: e8a903cd-face-431a-ac01-6e221de25528, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:07:36.115433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.146579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.237332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 245bb9de-ef68-4c90-9e86-95f3913db58e up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:36.506356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 245bb9de-ef68-4c90-9e86-95f3913db58e completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:36.566568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50074) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:36.660084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] For port e8a903cd-face-431a-ac01-6e221de25528, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:07:36.677666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] For port e8a903cd-face-431a-ac01-6e221de25528, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8a903cd-face-431a-ac01-6e221de25528,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:07:36.687883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.755337 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3dd3d7ee-16b0-4304-b9d0-c2ce0d5cbcb3 req-287fec20-20b8-4f11-8156-543e3ae425aa tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.1871455
Feb 17 01:07:36.973225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f12a58>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:32Z', 'revision_number': 3, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:36.978362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Checking router: 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:36.978908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Updating router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e port da6bf103-fa41-4c32-a089-4348b076593d binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:07:37.043982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:37.079078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.409213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.454246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725c829-0ce9-4155-bd73-f7b6837fb8f7 None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:37.464920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.533494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.608069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:37.630600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df7b362-b149-4b4c-908d-626ec5b1bf05,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:37.640611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:37.667200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.672013 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0df7b362-b149-4b4c-908d-626ec5b1bf05 HTTP/1.1" status: 204  len: 168 time: 2.5278499
Feb 17 01:07:38.095154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Provisioning for port 245bb9de-ef68-4c90-9e86-95f3913db58e completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:38.104240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6ca8eeb2-d403-414b-9755-9c79bd93bb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.110345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Pushing event updated for resources: {'Port': ['ID=e8a903cd-face-431a-ac01-6e221de25528,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:38.115045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Provisioning complete for port 245bb9de-ef68-4c90-9e86-95f3913db58e triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:38.115521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.197863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.159s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:38.415550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.476727 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7aa9f6f1-9770-46ad-838a-253b7bdbdb85 req-d5ae53f7-054d-45a3-9870-f69e27b6af4d tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.5607738
Feb 17 01:07:38.556606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.582449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] For port 245bb9de-ef68-4c90-9e86-95f3913db58e, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=245bb9de-ef68-4c90-9e86-95f3913db58e,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:38.589794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.602848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:38.658655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:38.878032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.887619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Pushing event updated for resources: {'Port': ['ID=245bb9de-ef68-4c90-9e86-95f3913db58e,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:38.897425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:39.086263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f87b6dec-98da-4ec0-81c8-20997640d56f None None] Provisioning complete for port 245bb9de-ef68-4c90-9e86-95f3913db58e triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:39.092342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f87b6dec-98da-4ec0-81c8-20997640d56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.222048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.256399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:39.260155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Transition to ACTIVE for port object da6bf103-fa41-4c32-a089-4348b076593d will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:39.267918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.338236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:39.428365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:39.432444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:39.441125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:39.629894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-283d0e8b-bf80-460f-87db-5f712ec8468a None None] Provisioning complete for port 245bb9de-ef68-4c90-9e86-95f3913db58e triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:39.630723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-283d0e8b-bf80-460f-87db-5f712ec8468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.760951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50150) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:39.892843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-67dcecf6-a503-4fff-9456-ed40caa42930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.041944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.049857 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f591eadd-d1ba-4813-a860-bd98eb8f510f req-9da4be21-85dc-4e8e-8c44-e91684fd8a75 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.2697656
Feb 17 01:07:40.063314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.109291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:07:40.117793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3fd7b997-ddd1-4132-b53d-3854ca7cb01d None None] Provisioning complete for port 245bb9de-ef68-4c90-9e86-95f3913db58e triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:40.118218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3fd7b997-ddd1-4132-b53d-3854ca7cb01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.193309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:40.321164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 245bb9de-ef68-4c90-9e86-95f3913db58e up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:40.368897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Pushing event updated for resources: {'Port': ['ID=da6bf103-fa41-4c32-a089-4348b076593d,revision_number=2']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:40.386083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.390946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:40.398312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.399197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.399793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.401901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.402535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.403134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.406989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.407629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.409615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.410208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.410807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.411557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.412121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.416083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.416779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.417875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.418902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.419944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.421036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.422100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.422710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.423755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.424673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Tracked resource versions report:
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]: pushed versions:
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]: {   'AddressGroup': {'1.1'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'ConntrackHelper': {'1.0'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Log': {'1.0'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Network': {'1.1'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Port': {'1.7'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'PortForwarding': {'1.2'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'QosPolicy': {'1.8'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroup': {'1.4'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SecurityGroupRule': {'1.2'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'SubPort': {'1.0'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Subnet': {'1.1'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     'Trunk': {'1.1'}}
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]: consumer versions:
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]: {   DHCP agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     L3 agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metadata agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     Metering agent@dv-cinder-759955-4-iscsi: {},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@dv-cinder-759955-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'ConntrackHelper': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Log': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Network': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Port': '1.7',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'PortForwarding': '1.2',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'QosPolicy': '1.8',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroup': '1.4',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SecurityGroupRule': '1.2',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'SubPort': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Subnet': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                                      'Trunk': '1.1'},
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:     Open vSwitch agent@hv-cinder-75995: {   'AddressGroup': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'ConntrackHelper': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Log': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Network': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Port': '1.7',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'PortForwarding': '1.2',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'QosPolicy': '1.8',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroup': '1.4',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SecurityGroupRule': '1.2',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'SubPort': '1.0',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Subnet': '1.1',
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:                                             'Trunk': '1.1'}}
Feb 17 01:07:40.426911 dv-cinder-759955-4-iscsi neutron-server[83844]:  {{(pid=83957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 01:07:40.492457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.517081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Attempting to bind port da6bf103-fa41-4c32-a089-4348b076593d on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:07:40.519157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Attempting to bind port da6bf103-fa41-4c32-a089-4348b076593d by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:07:40.520758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Attempting to bind port da6bf103-fa41-4c32-a089-4348b076593d on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:07:40.533283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:07:40.533752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 245bb9de-ef68-4c90-9e86-95f3913db58e triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:40.534180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.536600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:40.537982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.541634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:07:40.542430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Bound port: da6bf103-fa41-4c32-a089-4348b076593d, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:07:40.543141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.756490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] For port da6bf103-fa41-4c32-a089-4348b076593d, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:07:40.779997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] For port da6bf103-fa41-4c32-a089-4348b076593d, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=da6bf103-fa41-4c32-a089-4348b076593d,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:07:40.799673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.089999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7e1ab-e4e4-4f29-b31f-718f25967936 None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:41.120964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:41.122540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:41.150059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.408156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Pushing event updated for resources: {'Port': ['ID=da6bf103-fa41-4c32-a089-4348b076593d,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:41.419089 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:41.453996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:41.454691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f12a58>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:41.501730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8a903cd-face-431a-ac01-6e221de25528 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:41.686041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:41.745404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.747601 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.7756031
Feb 17 01:07:41.764669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Usage tracker for resource:security_group_rule and tenant:560d8bed93f74382b93215ad1da3b944 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:41.769856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50222) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:41.824248 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c013296-7b3e-4f47-adbf-0dcbb8a4dd80 req-566c2c8b-b453-4f52-bf87-0395c65fb2c1 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.1398962
Feb 17 01:07:41.827332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:41.912479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.925428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:41.926191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:41.926609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89126dc4e0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:42.276151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50232) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:42.338730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50238) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:42.367548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f12a58>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:32Z', 'revision_number': 3, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:42.383949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00229ab4-846a-4af6-b0f9-993f65cd2f7d None None] The sync data for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi is: [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:32Z', 'revision_number': 3, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:42.568230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:42.571640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.575072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:42.593562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.599705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port e8a903cd-face-431a-ac01-6e221de25528 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:42.621967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:42.626776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:42.628049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:42.634207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Usage tracker for resource:security_group_rule and tenant:a1c847834c9f43a5a89b5803511d8ffb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:42.638518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Usage tracker for resource:security_group_rule and tenant:d0b1a6a82baa4c5a82cfde2000e9c21e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:42.642949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:42.646998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:42.656459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:42.661050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:42.993060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.998717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.011002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.035540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b2257164-08c0-4d76-b80a-2e1b0aab11c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:43.118884 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a1c847834c9f43a5a89b5803511d8ffb&name=default HTTP/1.1" status: 200  len: 2978 time: 0.8415697
Feb 17 01:07:43.126999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.128228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50256) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:43.195723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.69', 49201) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:43.210403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Provisioning for port e8a903cd-face-431a-ac01-6e221de25528 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:43.235379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Provisioning complete for port e8a903cd-face-431a-ac01-6e221de25528 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:43.237314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.362430 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5f1b4e1d-b133-419f-9ea4-4b3a0ca82c2a req-9785d648-bc5a-43ee-90f4-6691b65b1704 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.2495103
Feb 17 01:07:43.380187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.395599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.486205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b9ae63-f7a8-4cb2-b59a-7d73231f79a2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:43.511878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:43.519014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:43.536813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.582201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device da6bf103-fa41-4c32-a089-4348b076593d up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:43.637748 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0b1a6a82baa4c5a82cfde2000e9c21e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2962110
Feb 17 01:07:43.642263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50266) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:43.644929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac904e3a-b7b0-486f-bc7f-d32308770d1b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:43.670983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:43.725106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.729099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] For port e8a903cd-face-431a-ac01-6e221de25528, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8a903cd-face-431a-ac01-6e221de25528,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:43.737129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89126dc4e0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 3, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:43.741992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.748311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:43.748311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Updating router 2d197408-0a50-4de1-acfe-f6e12d351ab5 port c4b0526e-5984-4fa8-8833-b352949d2c43 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:07:43.791326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.796701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port da6bf103-fa41-4c32-a089-4348b076593d completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:43.826194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:43.861073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.876775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port da6bf103-fa41-4c32-a089-4348b076593d triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:43.877202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.880039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9a515c3f-36c6-4a51-9ba7-5ea1d517eaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:43.912780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.917082 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/31b9ae63-f7a8-4cb2-b59a-7d73231f79a2 HTTP/1.1" status: 204  len: 168 time: 0.7848246
Feb 17 01:07:43.948691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b9ae63-f7a8-4cb2-b59a-7d73231f79a2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:43.975645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:43.982418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.034152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-1f146231-d5e2-4bba-ada3-eba10c7fb507 None None] Provisioning complete for port e8a903cd-face-431a-ac01-6e221de25528 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:44.034651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1f146231-d5e2-4bba-ada3-eba10c7fb507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.054303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.100441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:07:44.128561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.135576 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-429a8a85-e735-4587-bc47-def68069fef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:44.165485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac904e3a-b7b0-486f-bc7f-d32308770d1b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:44.179744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:44.194147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.197842 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac904e3a-b7b0-486f-bc7f-d32308770d1b HTTP/1.1" status: 204  len: 168 time: 0.5341475
Feb 17 01:07:44.209803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.398532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Pushing event updated for resources: {'Port': ['ID=e8a903cd-face-431a-ac01-6e221de25528,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:44.464449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.506327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.571556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50306) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:44.610883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:44.733224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:44.769173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Usage tracker for resource:security_group_rule and tenant:22f7ec6dea17416e890fb62a926c34ef is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:44.779317 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ce9d5a8e-e3b6-4766-86a1-fc3f049df9b9 req-4fac8bd6-02cd-4c3a-bcad-d63739c664e9 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.1729271
Feb 17 01:07:44.780252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:44.802827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:44.922800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cc566c7a-668c-4fcb-af82-131dea0cbca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:44.936622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-c19bc60e-2eb0-4efa-bf56-e047edd38fe5 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:44.938526 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-c19bc60e-2eb0-4efa-bf56-e047edd38fe5 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.69 "GET /v2.0/networks?id=fbe53672-4259-4395-9d37-ac639f8ff4b0 HTTP/1.1" status: 200  len: 811 time: 1.6677110
Feb 17 01:07:45.017979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.024380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.028073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.202s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:45.034710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Request body: {'port': {'device_id': '24799308-60dc-4d9f-84f0-80db921b8956', 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0', 'admin_state_up': True, 'tenant_id': '2c6911f17ed7464fad2e659a45f5845b'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:45.045957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:45.082168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:45.100038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:45.107733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b902c0-671e-4df4-82af-856423b36150,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:45.123532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:45.133773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:45.135860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132b81d0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:45.164935 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22f7ec6dea17416e890fb62a926c34ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5897877
Feb 17 01:07:45.165258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50324) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:45.344962 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=560d8bed93f74382b93215ad1da3b944&name=default HTTP/1.1" status: 200  len: 2977 time: 5.5633824
Feb 17 01:07:45.389525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50332) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:45.392120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.394425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.469502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.510723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.634844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port da6bf103-fa41-4c32-a089-4348b076593d, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=da6bf103-fa41-4c32-a089-4348b076593d,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:45.646621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.665990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Transition to ACTIVE for port object c4b0526e-5984-4fa8-8833-b352949d2c43 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:45.672538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.694778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.699632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.704226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:45.793707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.812200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:45.820477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:45.881839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b902c0-671e-4df4-82af-856423b36150,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:45.887682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:45.918206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.918206 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9b902c0-671e-4df4-82af-856423b36150 HTTP/1.1" status: 204  len: 168 time: 0.7417769
Feb 17 01:07:45.921581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.933871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecfd1fa-ea4a-4daf-b965-446c840a7fef,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:45.937884 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:45.973082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecfd1fa-ea4a-4daf-b965-446c840a7fef,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:45.975619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:45.984422 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aecfd1fa-ea4a-4daf-b965-446c840a7fef HTTP/1.1" status: 204  len: 168 time: 0.5805252
Feb 17 01:07:45.985470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:46.032957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8a903cd-face-431a-ac01-6e221de25528 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:46.076544 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-88ee0e1e-ae06-40ea-aba2-89037da374ce req-441897cb-d5c0-41c2-a81a-e3b766f88995 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.0674498
Feb 17 01:07:46.098677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Allocated IP 172.20.0.1 (668f3309-cbb1-43fd-99fb-616f030bece5/9dbb064b-d778-4b6b-a95f-ff2cb3ca779e/e97ea2bd-93ea-4cf5-81e4-e1736a749b90) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:46.506360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-bc146cd8-6886-4bc9-8831-75bdea0842d9 None None] Provisioning complete for port e8a903cd-face-431a-ac01-6e221de25528 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:46.507732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bc146cd8-6886-4bc9-8831-75bdea0842d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.678424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.758861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.836s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:46.780346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.788828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50366) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:46.789518 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 16.3105068
Feb 17 01:07:46.822582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.878241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Attempting to bind port c4b0526e-5984-4fa8-8833-b352949d2c43 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:07:46.878663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Attempting to bind port c4b0526e-5984-4fa8-8833-b352949d2c43 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:07:46.879092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Attempting to bind port c4b0526e-5984-4fa8-8833-b352949d2c43 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:07:46.915308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:07:46.915765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:46.920728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.921191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:07:46.921753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Bound port: c4b0526e-5984-4fa8-8833-b352949d2c43, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:07:46.922221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:46.998364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=da6bf103-fa41-4c32-a089-4348b076593d,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:46.998487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:47.009527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e8a903cd-face-431a-ac01-6e221de25528 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:47.009951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:47.025244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132b81d0>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:40Z', 'revision_number': 3, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:47.076681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:47.077076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Updating router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:07:47.396685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Pushing event updated for resources: {'Port': ['ID=c4b0526e-5984-4fa8-8833-b352949d2c43,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:47.401343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:47.434135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.732s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:47.464511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.474s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:47.464952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:47.665201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] For port c4b0526e-5984-4fa8-8833-b352949d2c43, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:07:47.680365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] For port c4b0526e-5984-4fa8-8833-b352949d2c43, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c4b0526e-5984-4fa8-8833-b352949d2c43,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:07:47.725236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Pushing event updated for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:47.730279 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:47.773823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:47.776218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:47.997063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:48.011330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Usage tracker for resource:port and tenant:2c6911f17ed7464fad2e659a45f5845b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:48.042765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:48.092813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Network 668f3309-cbb1-43fd-99fb-616f030bece5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:48.099614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:48.117547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:48.179383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Pushing event updated for resources: {'Port': ['ID=c4b0526e-5984-4fa8-8833-b352949d2c43,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:48.184762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:48.207467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:48.208342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89126dc4e0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:48.294083 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-96792a62-7997-4355-9b62-b2af6bee8f13 req-9b9c1684-f8cb-4109-95bc-4012a3a91fba tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.7045555
Feb 17 01:07:48.336139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:48.336656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:48.575185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device da6bf103-fa41-4c32-a089-4348b076593d up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:48.895655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port da6bf103-fa41-4c32-a089-4348b076593d triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:48.895655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:48.989730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.019455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Transition to ACTIVE for port object ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:49.024247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.049026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.189975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Made reservation on behalf of 2c6911f17ed7464fad2e659a45f5845b for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:07:49.208027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.251594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:49.324620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:49.622193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca9f65-4f5c-4421-8009-ae0fcd57330e None None] Pushing event updated for resources: {'Port': ['ID=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,revision_number=2']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:49.645604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-37ca9f65-4f5c-4421-8009-ae0fcd57330e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:49.748988 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-78a9492b-8d61-4039-86a2-d4a4eb3a3f33 req-0127c6d9-2570-4a47-8d34-6b8b10272835 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.1541054
Feb 17 01:07:49.779968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Attempting to bind port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:07:49.780130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Attempting to bind port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:07:49.780431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Attempting to bind port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:07:49.795316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:07:49.795657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:07:49.796090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.796602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:07:49.797181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Bound port: ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:07:49.797668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.847984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:49.969648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] For port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:07:49.981209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] For port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:07:49.995958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:50.021395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-37ca9f65-4f5c-4421-8009-ae0fcd57330e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:50.310463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:50.338143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e3f39904-dd68-41e7-987c-94353342485e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89126dc4e0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 3, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:50.345143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f39904-dd68-41e7-987c-94353342485e None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 3, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:50.461116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca9f65-4f5c-4421-8009-ae0fcd57330e None None] Pushing event updated for resources: {'Port': ['ID=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:50.466588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-37ca9f65-4f5c-4421-8009-ae0fcd57330e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:50.603164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:50.603929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132b81d0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:50.779973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Allocated IP 172.20.0.11 (fbe53672-4259-4395-9d37-ac639f8ff4b0/2143b920-2d7a-45b2-87aa-726b7c1eb0bc/2978a673-d699-4bb4-9293-2faefa3dae32) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:50.908292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Allocated IP 172.20.0.1 (66eb04c0-c7a4-433d-906d-de7f47c8ffff/1cf385fe-677f-4cc0-8d4a-1846b24d134a/60dd516b-2c61-43b7-b656-743383d2a6b1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:51.186302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:51.445836 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-02287dd8-241e-41d1-964d-55a4433b308d req-9bd6ed4a-e189-4282-911e-8df274a9375a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.2193782
Feb 17 01:07:51.644888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:51.681919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Transition to ACTIVE for port object 60dd516b-2c61-43b7-b656-743383d2a6b1 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:51.734059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:51.769418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb325aa6-415f-4d8a-a760-78a8538c98da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:52.050281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Allocated IP 172.20.0.1 (960f0f91-766c-414c-bf38-3fed7b9c9be9/2bb945c3-5d12-4c53-bb80-9c93e6ff9d97/5f855d57-6da8-4f84-bbf6-3bf6f6d7af38) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:07:52.082661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132b81d0>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:40Z', 'revision_number': 3, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:52.093633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4b3b4-8225-4d01-aa27-a9796bc7eec4 None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:40Z', 'revision_number': 3, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:52.435810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c4b0526e-5984-4fa8-8833-b352949d2c43 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:52.597460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:52.601388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50508) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:52.632628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port c4b0526e-5984-4fa8-8833-b352949d2c43 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:52.662243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Transition to ACTIVE for port object 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:52.673094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port c4b0526e-5984-4fa8-8833-b352949d2c43 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:52.673529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:52.684154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Pushing event updated for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:52.692315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:52.701458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:52.704760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:52.748894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:52.812994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:52.845206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:52.933441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:52.933981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.073230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50522) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:53.168691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.183824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.246871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port c4b0526e-5984-4fa8-8833-b352949d2c43, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c4b0526e-5984-4fa8-8833-b352949d2c43,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:53.252882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:53.256760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.259151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:53.279884 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:53.284771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Usage tracker for resource:security_group_rule and tenant:47e83af85ef74abd88c48eb9397024dc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:53.289099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:53.296721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:53.363803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:53.381432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=c4b0526e-5984-4fa8-8833-b352949d2c43,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.393306 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:53.406642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-7fcf2abe-b9d6-4282-afb7-9a7f49527b40 None None] Provisioning for port 60dd516b-2c61-43b7-b656-743383d2a6b1 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:53.412030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a23e0-7157-4730-9398-8a3bc55632d9 req-edd45c46-1627-4eb8-8863-462b99c060e2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:53.413495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-7fcf2abe-b9d6-4282-afb7-9a7f49527b40 None None] Provisioning complete for port 60dd516b-2c61-43b7-b656-743383d2a6b1 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:53.413999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7fcf2abe-b9d6-4282-afb7-9a7f49527b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.414105 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1e6a23e0-7157-4730-9398-8a3bc55632d9 req-edd45c46-1627-4eb8-8863-462b99c060e2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 932 time: 0.7229931
Feb 17 01:07:53.436236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.465835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.488782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-7fcf2abe-b9d6-4282-afb7-9a7f49527b40 None None] Port 60dd516b-2c61-43b7-b656-743383d2a6b1 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:07:53.509460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.509653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:53.512625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:53.513244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.526591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:53.529849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.549386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b608ba26-c282-48f1-86c6-22ecc3a587fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:53.567310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c3f956f103a48f186bdde8ade90e0f3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:53.580911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:53.581103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.592129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.616203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:53.618461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.659379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1e6a23e0-7157-4730-9398-8a3bc55632d9 req-0371c95c-e3ba-41e2-959c-2eb8c76735f9 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Synchronizing usage tracker for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:53.667678 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=47e83af85ef74abd88c48eb9397024dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0610611
Feb 17 01:07:53.671831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50536) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:53.675684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f59587-ab96-4599-b6a7-c2b525835150,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.811104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5bdde14f-ee87-4b69-a1be-564df685d7dc None None] Provisioning for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:53.819996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5bdde14f-ee87-4b69-a1be-564df685d7dc None None] Provisioning complete for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:53.820728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5bdde14f-ee87-4b69-a1be-564df685d7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:53.843888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Pushing event updated for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.947858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-5bdde14f-ee87-4b69-a1be-564df685d7dc None None] Port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:07:53.981565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:53.992618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Pushing event updated for resources: {'Port': ['ID=2978a673-d699-4bb4-9293-2faefa3dae32,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:53.996164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:54.017313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.104498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.125768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.217871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.236960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Pushing event updated for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:54.282026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:54.282572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5917efb9-23b3-4877-9595-0e4ef0522a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.286670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.286996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:54.299443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Network 668f3309-cbb1-43fd-99fb-616f030bece5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:54.317312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:54.328062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7c3f956f103a48f186bdde8ade90e0f3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2421093
Feb 17 01:07:54.328062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1e6a23e0-7157-4730-9398-8a3bc55632d9 req-0371c95c-e3ba-41e2-959c-2eb8c76735f9 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Unset dirty status for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:54.328062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1e6a23e0-7157-4730-9398-8a3bc55632d9 req-0371c95c-e3ba-41e2-959c-2eb8c76735f9 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8722227
Feb 17 01:07:54.328662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50544) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:54.347545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:54.404450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.422697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:54.423776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:54.458074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.470814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d723c-6e2e-4c30-8172-de5bb2af2ceb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:54.492034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:54.493029 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.523661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.538276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:07:54.545580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:54.546461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.670926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.700253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.719618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:54.725692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:07:54.732134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:54.733031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.737032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.739642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c4b0526e-5984-4fa8-8833-b352949d2c43 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:54.756461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Pushing event updated for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:54.790310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:54.792355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.847125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.887615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.891028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.954012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:54.959288 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 9.9488239
Feb 17 01:07:54.971806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:54.987483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:54.990451 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d723c-6e2e-4c30-8172-de5bb2af2ceb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:54.997023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:55.045722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:55.079959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.084142 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e70d723c-6e2e-4c30-8172-de5bb2af2ceb HTTP/1.1" status: 204  len: 168 time: 0.7449167
Feb 17 01:07:55.105781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port c4b0526e-5984-4fa8-8833-b352949d2c43 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:55.106472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.295915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.311973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.334063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:55.341633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.517979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:55.533947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:55.580743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.613585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-87ae6f87-db5c-4c91-9906-9c01f6888e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:55.644903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6094058a-9f59-443c-a96e-2283b356ad8b None None] Provisioning complete for port 60dd516b-2c61-43b7-b656-743383d2a6b1 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:55.645337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6094058a-9f59-443c-a96e-2283b356ad8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.650904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f59587-ab96-4599-b6a7-c2b525835150,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:55.676710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:55.697782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c5b5012-516a-4cdd-83a8-2a64352942ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:55.816829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50570) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:55.899272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.913982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:55.916124 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/74f59587-ab96-4599-b6a7-c2b525835150 HTTP/1.1" status: 204  len: 168 time: 2.2411320
Feb 17 01:07:55.931579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6094058a-9f59-443c-a96e-2283b356ad8b None None] Port 60dd516b-2c61-43b7-b656-743383d2a6b1 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:07:55.985190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:55.991843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Usage tracker for resource:security_group_rule and tenant:62513eccf93e494c997531c2d8a118b9 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:56.005467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:56.030034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:56.213434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:56.224913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:56.237466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Sync routers for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:56.272477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:56.273425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913c79940>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:56.295595 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] 10.222.0.68 "PUT /v2.0/routers/904c90e0-60d3-493a-af7a-4d3b9c4a7b0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.8258202
Feb 17 01:07:56.318190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Pushing event updated for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:56.366474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-a3c40636-bb91-446c-84e0-c49599d087da tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:07:56.367668 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-a3c40636-bb91-446c-84e0-c49599d087da tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0315177
Feb 17 01:07:56.368657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:56.453606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:07:56.488809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:07:56.490955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:07:56.776094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50586) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:56.955615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.009711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef7533-5702-4519-bb80-181abe067898 req-10b7e705-41a0-45c1-93f6-f1e48d9583b3 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:57.033062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5cef7533-5702-4519-bb80-181abe067898 req-10b7e705-41a0-45c1-93f6-f1e48d9583b3 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 932 time: 1.3648722
Feb 17 01:07:57.049210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:57.074502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc0c4d32e704378ac938d7e8cb41864 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:57.091723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:57.101896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.116125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:57.123867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.188468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:57.212610 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=62513eccf93e494c997531c2d8a118b9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3945594
Feb 17 01:07:57.217827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50600) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:57.335729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:57.355876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:57.367111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:57.386931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:57.393043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132b60b8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:57.413492 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5cef7533-5702-4519-bb80-181abe067898 req-dc250109-46fe-4631-a600-bba189bff488 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3793755
Feb 17 01:07:57.460290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Request body: {'port': {'device_id': '24799308-60dc-4d9f-84f0-80db921b8956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:57.465096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f0eec-2d69-457e-b2ae-adf8a8cfe881,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:57.480197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:57.489691 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] 10.222.0.68 "PUT /v2.0/routers/bb8c8e82-8dd7-4d05-b785-66fbaadabcbc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6996050
Feb 17 01:07:57.498892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6b091ae9-0730-4295-a0c2-b0b7be6a454a None None] Provisioning complete for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:57.504458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b091ae9-0730-4295-a0c2-b0b7be6a454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.578045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.584635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.608570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-39ebb698-2252-4856-846d-dfb3e93a7686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:57.742197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6b091ae9-0730-4295-a0c2-b0b7be6a454a None None] Port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:07:57.803823 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7fc0c4d32e704378ac938d7e8cb41864&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9554794
Feb 17 01:07:57.805724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50622) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:57.883572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:07:57.896912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:57.912622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:58.026313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad1154-7b45-41fb-9761-c4a58520149f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:58.065135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:58.081598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd9e5c6e-6408-41fc-9fc6-be5196f80855 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:58.082402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd9e5c6e-6408-41fc-9fc6-be5196f80855 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Synchronizing usage tracker for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:58.161171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd9e5c6e-6408-41fc-9fc6-be5196f80855 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Unset dirty status for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:58.166873 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd9e5c6e-6408-41fc-9fc6-be5196f80855 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 818 time: 0.3599150
Feb 17 01:07:58.213408 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-b853d3ef-ed71-4830-a035-193f1fe1e000 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/quotas/58f27df0ebc84452a83d9d6bce62d16f HTTP/1.1" status: 200  len: 375 time: 0.0288455
Feb 17 01:07:58.400715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.452661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:58.463696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.492092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.531622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.569441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.700290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.711611 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-c9484e1d-fb36-46e4-bb59-20ea6ce54e3d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4902632
Feb 17 01:07:58.840217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:58.930258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:58.942905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5debde58-5064-4008-ba0f-9e6834616d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:58.974106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad1154-7b45-41fb-9761-c4a58520149f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:58.977340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132b60b8>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 2, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:58.998897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:59.000301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:59.000531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:59.001664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Updating router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc port 60dd516b-2c61-43b7-b656-743383d2a6b1 binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:07:59.010484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.034492 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0fad1154-7b45-41fb-9761-c4a58520149f HTTP/1.1" status: 204  len: 168 time: 1.0254614
Feb 17 01:07:59.102426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.162514 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-60d0278a-d833-453e-95f7-cfa2331a30ca service neutron] 10.222.0.68 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4400637
Feb 17 01:07:59.257299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:59.264148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913ba06a0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:59.441278 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50656) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:59.458223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19879113', 'description': 'tempest-description--344802415'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:07:59.485766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:59.519245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:59.535354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:59.551348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:59.563749 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-bc2e10ec-16ed-484b-ad34-0cefd80fe68c service neutron] 10.222.0.68 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3934255
Feb 17 01:07:59.570529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2978a673-d699-4bb4-9293-2faefa3dae32 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:07:59.578944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.584107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.593114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Transition to ACTIVE for port object 2978a673-d699-4bb4-9293-2faefa3dae32 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:59.602190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:59.603422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:59.636009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.644514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:07:59.654462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:07:59.664573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:07:59.669338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f0eec-2d69-457e-b2ae-adf8a8cfe881,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:59.672098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:59.684292 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] 10.222.0.68 "PUT /v2.0/routers/2d197408-0a50-4de1-acfe-f6e12d351ab5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.1295609
Feb 17 01:07:59.688196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:59.763578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.767760 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bc2f0eec-2d69-457e-b2ae-adf8a8cfe881 HTTP/1.1" status: 204  len: 168 time: 2.5485525
Feb 17 01:07:59.774166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:07:59.894206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.920379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Transition to ACTIVE for port object 60dd516b-2c61-43b7-b656-743383d2a6b1 will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:07:59.925382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:59.930219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eff9c-4c5f-4182-a80c-f321456ff16a req-62f23ec2-7afa-4034-abc9-9004140bbf17 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:59.938694 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7d4eff9c-4c5f-4182-a80c-f321456ff16a req-62f23ec2-7afa-4034-abc9-9004140bbf17 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 944 time: 0.2604508
Feb 17 01:07:59.987188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:00.006053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.014159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.020941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:00.070879 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7d4eff9c-4c5f-4182-a80c-f321456ff16a req-26d120c3-e85c-47f3-af0c-d024b44c5aa1 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310549
Feb 17 01:08:00.090173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b1e43-9a2d-40e3-a520-d7708306ba97,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:00.109990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:00.172124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.173487 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.7294734
Feb 17 01:08:00.225057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Pushing event updated for resources: {'Port': ['ID=2978a673-d699-4bb4-9293-2faefa3dae32,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:00.253716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:00.259597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50688) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:00.276431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group_rule': {'security_group_id': 'c48b1e43-9a2d-40e3-a520-d7708306ba97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:00.284808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:00.290388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:00.294315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:00.301305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:00.338095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.410028 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd2e0ba2-2a8c-4f23-b52b-b9d180334770 req-9d0f725f-30d9-44b5-b740-b0a4587ff7d5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 210 time: 0.2352731
Feb 17 01:08:00.541367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913ba06a0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 2, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:00.549073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fbc2-e9af-43c6-a7d9-b1d158382b83 None None] Pushing event updated for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:00.568309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-71f7fbc2-e9af-43c6-a7d9-b1d158382b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:00.583634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:08:00.599268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Updating router 2d197408-0a50-4de1-acfe-f6e12d351ab5 port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:08:00.797172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.825493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.883114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.912036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:00.960650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Attempting to bind port 60dd516b-2c61-43b7-b656-743383d2a6b1 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:00.961191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Attempting to bind port 60dd516b-2c61-43b7-b656-743383d2a6b1 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:00.961720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Attempting to bind port 60dd516b-2c61-43b7-b656-743383d2a6b1 on network 66eb04c0-c7a4-433d-906d-de7f47c8ffff {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:00.977131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:00.977587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Checking segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:00.979913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:00.981000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Bound using segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:00.981688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Bound port: 60dd516b-2c61-43b7-b656-743383d2a6b1, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:00.982036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.009873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd69641-97cf-4de0-9379-54d33d19adab,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:01.016271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Attempting to bind port 2978a673-d699-4bb4-9293-2faefa3dae32 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:01.016835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Attempting to bind port 2978a673-d699-4bb4-9293-2faefa3dae32 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '078987c6-6c8e-4c90-9c5a-241590df0a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:01.017347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Attempting to bind port 2978a673-d699-4bb4-9293-2faefa3dae32 on network fbe53672-4259-4395-9d37-ac639f8ff4b0 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:01.023794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:01.025273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.026765 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7657306
Feb 17 01:08:01.029724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50738) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:01.033393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:01.033948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Checking segment: {'id': '078987c6-6c8e-4c90-9c5a-241590df0a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:01.034570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.035129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Bound using segment: {'id': '078987c6-6c8e-4c90-9c5a-241590df0a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:01.035793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Bound port: 2978a673-d699-4bb4-9293-2faefa3dae32, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078987c6-6c8e-4c90-9c5a-241590df0a40', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fbe53672-4259-4395-9d37-ac639f8ff4b0'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:01.036322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.091977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group_rule': {'security_group_id': 'c48b1e43-9a2d-40e3-a520-d7708306ba97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:01.185422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:01.211385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:01.253957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:08:01.279492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] For port 60dd516b-2c61-43b7-b656-743383d2a6b1, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:01.289033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] For port 60dd516b-2c61-43b7-b656-743383d2a6b1, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=60dd516b-2c61-43b7-b656-743383d2a6b1,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:01.320393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:01.332743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:01.332977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.353785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] For port 2978a673-d699-4bb4-9293-2faefa3dae32, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:01.358886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] For port 2978a673-d699-4bb4-9293-2faefa3dae32, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2978a673-d699-4bb4-9293-2faefa3dae32,segment=NetworkSegment(078987c6-6c8e-4c90-9c5a-241590df0a40),segment_id=078987c6-6c8e-4c90-9c5a-241590df0a40)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:01.392843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.399614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42928674-a852-48b5-9a27-cc68a763a79e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:01.484234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6026b951-5d52-4de1-9185-e29a4867138e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:01.625146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.629837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.646578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Transition to ACTIVE for port object 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:01.667461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:01.693282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:01.854800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Pushing event updated for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:01.860830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:01.871824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913c79940>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:48Z', 'revision_number': 4, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e97ea2bd-93ea-4cf5-81e4-e1736a749b90', 'name': '', 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'mac_address': 'fa:16:3e:f3:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:44Z', 'updated_at': '2021-02-17T01:07:52Z', 'revision_number': 2, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'subnets': [{'id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:01.886814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Checking router: 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:08:01.887268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Updating router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:08:01.930451 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9662f6-527c-4a53-a783-04ae262686db req-15fc5836-1c14-4d3e-86eb-ba87ab1f731a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:01.941226 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd9662f6-527c-4a53-a783-04ae262686db req-15fc5836-1c14-4d3e-86eb-ba87ab1f731a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 944 time: 0.2844663
Feb 17 01:08:02.100590 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd9662f6-527c-4a53-a783-04ae262686db req-703fee93-fd64-474e-aa44-467c7f3c70e2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582756
Feb 17 01:08:02.231829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50786) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:02.242803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237248298', 'description': 'tempest-description--120606265'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:02.266174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:02.282801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:02.300584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.302407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:02.338619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.350792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:02.386622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.505681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.570719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7fbc2-e9af-43c6-a7d9-b1d158382b83 None None] Pushing event updated for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=4']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:02.585106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-71f7fbc2-e9af-43c6-a7d9-b1d158382b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:02.593463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Pushing event updated for resources: {'Port': ['ID=2978a673-d699-4bb4-9293-2faefa3dae32,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:02.648399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.164s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:02.651648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b86c3c63-cf95-4d02-97a5-972974036c2f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:02.659852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.663392 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6319013
Feb 17 01:08:02.669892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 50806) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:02.674702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:02.675658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:02.705761 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] 10.222.0.69 "PUT /v2.0/ports/2978a673-d699-4bb4-9293-2faefa3dae32 HTTP/1.1" status: 200  len: 1158 time: 5.5767376
Feb 17 01:08:02.716996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:02.717702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132b60b8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:02.721652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:02.905808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:02.917671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:02.995452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7703003a-3469-4daf-80cc-efa2b5940af2,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:03.019151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:floatingip and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:03.023347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2dbca2fe-ded4-41f8-a240-0d514c77ddf0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:03.049525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:03.091351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:03.144960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:03.299361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-7f619510-cd19-4fd5-9799-a28b6be367fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:03.301168 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-7f619510-cd19-4fd5-9799-a28b6be367fc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6911f17ed7464fad2e659a45f5845b&device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 1161 time: 0.4070001
Feb 17 01:08:03.369274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Attempting to bind port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:03.369687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Attempting to bind port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:03.370099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Attempting to bind port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 on network 960f0f91-766c-414c-bf38-3fed7b9c9be9 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:03.386525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:03.386944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Checking segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:03.387736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:03.388568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Bound using segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:03.389373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Bound port: 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:03.389802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:03.422067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:03.473415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.69', 49221) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:03.531934 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] For port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:03.539876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] For port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:03.564577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:03.578576 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-ff5eb445-980b-4ce7-a55b-8dbf37a1f765 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2978a673-d699-4bb4-9293-2faefa3dae32 HTTP/1.1" status: 200  len: 217 time: 0.2603681
Feb 17 01:08:03.782476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:03.830981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-e91934aa-c9ee-48f3-9443-e726a4c34cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:03.832978 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-e91934aa-c9ee-48f3-9443-e726a4c34cc6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2143b920-2d7a-45b2-87aa-726b7c1eb0bc HTTP/1.1" status: 200  len: 851 time: 0.2384748
Feb 17 01:08:03.932814 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-515ede25-846f-4951-b874-5a4929caea78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fbe53672-4259-4395-9d37-ac639f8ff4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918648
Feb 17 01:08:04.020999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Pushing event updated for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:04.023073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd54f68d-7a69-43b3-a1cf-db44cf843e5b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:04.024703 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-bd54f68d-7a69-43b3-a1cf-db44cf843e5b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 818 time: 0.5490019
Feb 17 01:08:04.026658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:04.064562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:04.073896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:04.083642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Request body: {'port': {'device_id': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'admin_state_up': True, 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:04.112427 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-00d6e23e-3de7-4a05-b89d-d9d51ff09b29 service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707988
Feb 17 01:08:04.320449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132b60b8>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:01Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:04.325608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfa0f0-8053-488a-b401-42ad41ef5ace None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:01Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:08:04.351337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.360286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:04.381059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Transition to ACTIVE for port object e97ea2bd-93ea-4cf5-81e4-e1736a749b90 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:04.406781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:04.440886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.487606 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf3a685-5da9-4ecc-8d36-368da002b9db req-6616238c-d026-4df8-bd83-dbdf6ad440a0 service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3671536
Feb 17 01:08:04.489951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.563759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.639653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:04.648129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-beb0940b-ab96-45e0-8b61-602972980871 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:04.656829 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-beb0940b-ab96-45e0-8b61-602972980871 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 818 time: 1.4651489
Feb 17 01:08:04.663873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.699417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e4449e2c-0a63-4f40-ab6c-6da8d2b6166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:04.755833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-a0a95edc-9bf8-4cdd-81c0-38ef1d1690b2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/quotas/58f27df0ebc84452a83d9d6bce62d16f HTTP/1.1" status: 200  len: 375 time: 0.0975993
Feb 17 01:08:04.781316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6baf241-6927-4b3f-b490-f8816dc29902,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:04.798082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:04.798082 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.5609181
Feb 17 01:08:04.848880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:04.863626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50882) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:04.945789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group_rule': {'security_group_id': 'a6baf241-6927-4b3f-b490-f8816dc29902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:04.953824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:04.958322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:04.962062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:04.968503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:04.982451 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113d3a7-d09d-4dd5-be14-64ffd08bb7a3 req-c6f8156a-b38c-4b26-81d8-fba6b0c5b767 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:04.990405 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0113d3a7-d09d-4dd5-be14-64ffd08bb7a3 req-c6f8156a-b38c-4b26-81d8-fba6b0c5b767 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 944 time: 1.5158050
Feb 17 01:08:05.040800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.080637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Allocated IP 172.27.3.201 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/333c7526-353b-45e8-b584-57eaad9c983d) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:05.129399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:05.130497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913ba06a0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:05.174017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.249585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.265295 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-75e09643-6dd5-424f-9c82-8e56126b6cbe tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5080776
Feb 17 01:08:05.359039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.405450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.430312 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0113d3a7-d09d-4dd5-be14-64ffd08bb7a3 req-e156443c-bf15-45a9-a206-18fac36206d6 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4386618
Feb 17 01:08:05.456222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:05.459118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:05.464409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Pushing event updated for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:05.478545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:05.481306 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c299a6db-61be-42e1-b544-15344c0e78e2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:05.482673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:05.490189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Usage tracker for resource:port and tenant:58f27df0ebc84452a83d9d6bce62d16f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:05.500676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:05.507166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:05.530838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:05.561378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.569546 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6602757
Feb 17 01:08:05.592120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Made reservation on behalf of 58f27df0ebc84452a83d9d6bce62d16f for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:05.611082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:05.647932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50912) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:05.648379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50914) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:05.705346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group_rule': {'security_group_id': 'a6baf241-6927-4b3f-b490-f8816dc29902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:05.712398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:05.720695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:05.724078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:05.741500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:05.798494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=333c7526-353b-45e8-b584-57eaad9c983d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:05.800134 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-2f2dcd76-4707-4355-925d-2051e8d67d7d service neutron] 10.222.0.68 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5335424
Feb 17 01:08:05.817779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:05.972461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:05.973747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:05.977114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:06.071522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.232801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.293631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Allocated IP 172.20.0.2 (668f3309-cbb1-43fd-99fb-616f030bece5/9dbb064b-d778-4b6b-a95f-ff2cb3ca779e/5d6af318-db10-4d43-964b-d339ce591585) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:06.343597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Attempting to bind port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:06.347427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Attempting to bind port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:06.349372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Attempting to bind port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 on network 668f3309-cbb1-43fd-99fb-616f030bece5 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:06.489977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:06.491078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Checking segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:06.508352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.520142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Bound using segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:06.526891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Bound port: e97ea2bd-93ea-4cf5-81e4-e1736a749b90, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:06.555091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.678255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.783407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.792329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.815744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.827952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.834307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 60dd516b-2c61-43b7-b656-743383d2a6b1 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:06.948846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.950855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:06.972502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec283ddbfc340bfa247fa57b9e06506 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:06.978313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:06.984257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:07.002347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad09283c-5881-46de-ae8d-c2f6edbaefbf tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:07.027517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:07.043733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 60dd516b-2c61-43b7-b656-743383d2a6b1 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:07.074902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2d178a-8840-48ea-8e86-caf169af490d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:07.087438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:07.097384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-f3baf9d0-1ee9-43e8-86cd-deff89fa447a service neutron] 10.222.0.68 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2963028
Feb 17 01:08:07.135512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] For port e97ea2bd-93ea-4cf5-81e4-e1736a749b90, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:07.139421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] For port e97ea2bd-93ea-4cf5-81e4-e1736a749b90, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:07.141341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 60dd516b-2c61-43b7-b656-743383d2a6b1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:07.141826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.142281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.146856 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4653275
Feb 17 01:08:07.149571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50950) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:07.158107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:07.182332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:07.190896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:floatingip and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:07.201782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.206002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:07.237020 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32', 'status': 'completed', 'code': 200}
Feb 17 01:08:07.238388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.243629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:07.290861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:07.377252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=333c7526-353b-45e8-b584-57eaad9c983d,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:07.388679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:07.393210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.484376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374c41-7510-4510-8430-7adcb326a588 req-3b92ca54-6c25-4d77-9b1c-9a19dac87d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:07.485389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:07.486237 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-3b92ca54-6c25-4d77-9b1c-9a19dac87d4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6911f17ed7464fad2e659a45f5845b&device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 1161 time: 0.2481472
Feb 17 01:08:07.489259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.541260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.542660 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.8702650
Feb 17 01:08:07.561472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:07.570957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9517feee-11ed-448a-863b-58deaaab66b4 req-c2eac95e-529f-40b7-98c0-14b21b2d9b19 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Synchronizing usage tracker for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:07.665347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Pushing event updated for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:07.670780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:07.688967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.736138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9517feee-11ed-448a-863b-58deaaab66b4 req-c2eac95e-529f-40b7-98c0-14b21b2d9b19 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Unset dirty status for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:07.737797 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9517feee-11ed-448a-863b-58deaaab66b4 req-c2eac95e-529f-40b7-98c0-14b21b2d9b19 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 210 time: 0.3691461
Feb 17 01:08:07.746855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:07.769679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2250173f-c898-446d-99b4-dc2f0f8ffa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.842725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:07.870251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374c41-7510-4510-8430-7adcb326a588 req-2243dc6b-4569-4d47-bbbd-495d985f324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:07.874543 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-2243dc6b-4569-4d47-bbbd-495d985f324d service neutron] 10.222.0.69 "GET /v2.0/networks?id=fbe53672-4259-4395-9d37-ac639f8ff4b0 HTTP/1.1" status: 200  len: 905 time: 0.3606677
Feb 17 01:08:08.131232 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-ab75d7b1-0ec2-4444-ac90-93a4c3025a67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2978a673-d699-4bb4-9293-2faefa3dae32 HTTP/1.1" status: 200  len: 217 time: 0.1040134
Feb 17 01:08:08.157131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:08:08.157906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913c79940>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:08.168569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:08.269395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d729079-4247-4b50-be83-1c2ddb24026f req-03280f84-beb0-4ea0-aa74-a6fe59c2694c tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:08.271903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374c41-7510-4510-8430-7adcb326a588 req-24713bff-5239-4122-a46e-8cca39b80fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:08.273492 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-24713bff-5239-4122-a46e-8cca39b80fe4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2143b920-2d7a-45b2-87aa-726b7c1eb0bc HTTP/1.1" status: 200  len: 851 time: 0.1234989
Feb 17 01:08:08.278613 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d729079-4247-4b50-be83-1c2ddb24026f req-03280f84-beb0-4ea0-aa74-a6fe59c2694c tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 944 time: 1.0069954
Feb 17 01:08:08.335581 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-4bdd8162-b9e2-40a3-932e-8a9c2460f257 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fbe53672-4259-4395-9d37-ac639f8ff4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551517
Feb 17 01:08:08.361450 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2ec283ddbfc340bfa247fa57b9e06506&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6783409
Feb 17 01:08:08.402826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Pushing event updated for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:08.414926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 50996) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:08.430377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:08.432794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-000b0efe-8531-42e0-a952-ae9daaa2116e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:08.535790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-f453b689-2518-4c4f-98ae-7014edb782c8 service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917150
Feb 17 01:08:08.560930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-154e947a-23b8-4af3-a129-9d77b43cf687 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:08.564262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:08:08.658204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d729079-4247-4b50-be83-1c2ddb24026f req-851bb312-94f7-4068-8422-7012e742f2be tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781273
Feb 17 01:08:08.673263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Network 668f3309-cbb1-43fd-99fb-616f030bece5 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:08.674277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfaab65-b141-47a4-abdb-9a61965c5293,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:08.699528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:08.709693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:08.713315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:08.715670 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-19374c41-7510-4510-8430-7adcb326a588 req-24ad1db8-ff11-43c2-8ed6-69852910771a service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1729534
Feb 17 01:08:08.718876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:08.719806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:08.742243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:08.765122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-154e947a-23b8-4af3-a129-9d77b43cf687 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:08.766681 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-154e947a-23b8-4af3-a129-9d77b43cf687 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--19879113&fields=id&tenant_id=35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 267 time: 0.6266494
Feb 17 01:08:08.820514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.147106 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0942564
Feb 17 01:08:09.257373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Request body: {'port': {'device_id': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:09.303307 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-76445199-f92c-4961-836b-39215fb81937 req-6decb56f-8031-4efd-834d-13280d54d387 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 210 time: 0.2861564
Feb 17 01:08:09.384094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.491479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-e48f73b2-9895-410d-b937-8c3275387305 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:09.495145 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-e48f73b2-9895-410d-b937-8c3275387305 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 818 time: 0.4737916
Feb 17 01:08:09.517595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 60dd516b-2c61-43b7-b656-743383d2a6b1, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=60dd516b-2c61-43b7-b656-743383d2a6b1,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:09.521048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Request body: {'port': {'device_id': '237025bb-11e8-4d9c-801e-3d37f4352787', 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'admin_state_up': True, 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:09.536345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.540346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:09.614016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.697238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-b6387c11-aea3-425d-8cb8-064356481f47 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:09.700907 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-b6387c11-aea3-425d-8cb8-064356481f47 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 817 time: 0.6844130
Feb 17 01:08:09.792556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:09.808108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:09.817908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913c79940>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:48Z', 'revision_number': 4, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e97ea2bd-93ea-4cf5-81e4-e1736a749b90', 'name': '', 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'mac_address': 'fa:16:3e:f3:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:44Z', 'updated_at': '2021-02-17T01:08:07Z', 'revision_number': 4, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'subnets': [{'id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:09.821450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Made reservation on behalf of 58f27df0ebc84452a83d9d6bce62d16f for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:09.830390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.841159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2e7a8-e716-468c-962f-1a53b7aec08d None None] The sync data for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi is: [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:07:48Z', 'revision_number': 4, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e97ea2bd-93ea-4cf5-81e4-e1736a749b90', 'name': '', 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'mac_address': 'fa:16:3e:f3:90:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:44Z', 'updated_at': '2021-02-17T01:08:07Z', 'revision_number': 4, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'subnets': [{'id': '9dbb064b-d778-4b6b-a95f-ff2cb3ca779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:08:09.864031 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-133e5a4a-aa01-470d-9f58-cb77186de87d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/quotas/35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 375 time: 0.0311751
Feb 17 01:08:09.869962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.896720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:09.921742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Allocated IP 172.27.3.251 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/3d38272f-e266-4886-8f17-c0122f95f6c8) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:09.944599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913ba06a0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:03Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:08:09.947649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-452abf5e-c531-4f7a-8456-4b88b8af2445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.991730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.031567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e865546-e9b2-4adb-839c-b19d04721715 None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:03Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:08:10.048005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:10.054215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:10.144341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-9cf1c3b9-6c53-4315-9896-7ddf962162f1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:08:10.147888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.242753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfaab65-b141-47a4-abdb-9a61965c5293,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:10.261136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:10.355963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Allocated IP 172.20.0.12 (668f3309-cbb1-43fd-99fb-616f030bece5/9dbb064b-d778-4b6b-a95f-ff2cb3ca779e/9d7defc5-a371-48ca-928a-61e1d87306b9) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:10.436490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.437767 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fbfaab65-b141-47a4-abdb-9a61965c5293 HTTP/1.1" status: 204  len: 168 time: 2.0189857
Feb 17 01:08:10.506675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-29b1f339-3edb-4f5a-9ca5-e8cafbf8b5da tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:10.634905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-29b1f339-3edb-4f5a-9ca5-e8cafbf8b5da tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:10.636559 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-29b1f339-3edb-4f5a-9ca5-e8cafbf8b5da tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7108464
Feb 17 01:08:10.647009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6569-2210-469a-9ea7-05b25743b07e req-6a0bebf1-f748-4563-8315-77bde457a771 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:10.655086 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b2df6569-2210-469a-9ea7-05b25743b07e req-6a0bebf1-f748-4563-8315-77bde457a771 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 944 time: 0.4636247
Feb 17 01:08:10.655393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:10.698178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.713357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.791756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:10.856792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:10.889372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 2978a673-d699-4bb4-9293-2faefa3dae32 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:10.897146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2978a673-d699-4bb4-9293-2faefa3dae32 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:10.897580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.233889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51068) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:11.284914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.356952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:11.358270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Pushing event updated for resources: {'Port': ['ID=9d7defc5-a371-48ca-928a-61e1d87306b9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:11.365068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:11.368348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.452210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:11.461343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Usage tracker for resource:security_group_rule and tenant:81beb683733945418868f93de24e74f6 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:11.476857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:11.496174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 2978a673-d699-4bb4-9293-2faefa3dae32, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2978a673-d699-4bb4-9293-2faefa3dae32,segment=NetworkSegment(078987c6-6c8e-4c90-9c5a-241590df0a40),segment_id=078987c6-6c8e-4c90-9c5a-241590df0a40)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:11.502552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.506044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:11.511928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:11.551568 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b2df6569-2210-469a-9ea7-05b25743b07e req-ff4e1eff-c6ed-40cd-a10e-c12fa2bec193 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8953686
Feb 17 01:08:11.556112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51076) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:11.668826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Network 668f3309-cbb1-43fd-99fb-616f030bece5 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:11.688450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:11.708080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:11.712687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:11.713415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.742471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:11.759700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=2978a673-d699-4bb4-9293-2faefa3dae32,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:11.770766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:11.783237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:11.850620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-685820a2-46e7-43b0-8162-4e2c7111a900 service neutron] 10.222.0.68 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1612387
Feb 17 01:08:11.920224 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4153948
Feb 17 01:08:11.934425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Request body: {'port': {'device_id': '237025bb-11e8-4d9c-801e-3d37f4352787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:11.990057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e97ea2bd-93ea-4cf5-81e4-e1736a749b90 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:12.036395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.103428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.116474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2978a673-d699-4bb4-9293-2faefa3dae32 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:12.116891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.162348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51090) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:12.241548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:12.246619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:12.247700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.272515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.286290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.288775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:12.295938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.322276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:12.399235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.476807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:12.479923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.482755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3adf37-cf3f-491f-938e-ab324b7e6a6f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:12.491143 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=81beb683733945418868f93de24e74f6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2536354
Feb 17 01:08:12.492204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:12.493271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Usage tracker for resource:security_group_rule and tenant:70b20660b07243f08971ad47961efef8 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:12.502428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:12.524251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port e97ea2bd-93ea-4cf5-81e4-e1736a749b90, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:12.527753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.530183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:12.554523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51100) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:12.557332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:12.575675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:12.621810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6af318-db10-4d43-964b-d339ce591585 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:08:12.639324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.655227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.672732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:12.680898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:12.685210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:12.686406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=3d38272f-e266-4886-8f17-c0122f95f6c8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:12.701046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:12.702548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.706060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:12.713301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:12.749278 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.756862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Usage tracker for resource:security_group_rule and tenant:b9ec0992f928411ba63ba2c636afc4bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:12.765755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Transition to ACTIVE for port object 5d6af318-db10-4d43-964b-d339ce591585 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:12.770085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:12.784909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:12.787196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.843700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2c6aa7ec-4d9e-4103-bf5b-04f1b60768df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:12.868311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.886288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaddd-7a4f-4a4c-a328-ca6f6b0ab22d req-539e2121-807a-4297-9cf5-6fa10ba46115 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:12.888586 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d3deaddd-7a4f-4a4c-a328-ca6f6b0ab22d req-539e2121-807a-4297-9cf5-6fa10ba46115 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 932 time: 1.0022447
Feb 17 01:08:12.962360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.977617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.984004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.997543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:12.998616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2724b6ed-3c2e-40e1-8913-0993aadad2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:13.001057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.002203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 60dd516b-2c61-43b7-b656-743383d2a6b1 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:13.033692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:13.036610 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-3c6ecb05-f9ad-4b22-80c0-65ee1041c0de service neutron] 10.222.0.68 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1573727
Feb 17 01:08:13.055970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.056879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76270f84-fafa-48f5-883e-617ca2ff6d8b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:13.069232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:13.076067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:13.079240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8b4e136a-29c5-4eb5-b048-fda07bfa3380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:13.084550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:13.093579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d3deaddd-7a4f-4a4c-a328-ca6f6b0ab22d req-adff3ff3-dad6-4c97-b253-1c2f04f9402e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Synchronizing usage tracker for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:13.098940 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70b20660b07243f08971ad47961efef8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9352982
Feb 17 01:08:13.102118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3adf37-cf3f-491f-938e-ab324b7e6a6f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:13.103687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51106) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:13.109993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:13.110947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:13.127364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:13.152846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:13.160203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d3deaddd-7a4f-4a4c-a328-ca6f6b0ab22d req-adff3ff3-dad6-4c97-b253-1c2f04f9402e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Unset dirty status for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:13.161391 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d3deaddd-7a4f-4a4c-a328-ca6f6b0ab22d req-adff3ff3-dad6-4c97-b253-1c2f04f9402e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2113180
Feb 17 01:08:13.179509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.180891 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe3adf37-cf3f-491f-938e-ab324b7e6a6f HTTP/1.1" status: 204  len: 168 time: 0.6251900
Feb 17 01:08:13.205806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:13.213621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:13.220255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 60dd516b-2c61-43b7-b656-743383d2a6b1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:13.220866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.270949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.277103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7defc5-a371-48ca-928a-61e1d87306b9 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:08:13.315879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.342591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Transition to ACTIVE for port object 9d7defc5-a371-48ca-928a-61e1d87306b9 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:13.358568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.484825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:13.554247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.600270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32', 'code': 200}
Feb 17 01:08:13.605768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.718658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e97ea2bd-93ea-4cf5-81e4-e1736a749b90 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:13.767085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7defc5-a371-48ca-928a-61e1d87306b9,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:13.793571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:13.799738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:13.921129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Attempting to bind port 5d6af318-db10-4d43-964b-d339ce591585 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:13.921448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Attempting to bind port 5d6af318-db10-4d43-964b-d339ce591585 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:13.921814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Attempting to bind port 5d6af318-db10-4d43-964b-d339ce591585 on network 668f3309-cbb1-43fd-99fb-616f030bece5 {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:13.956201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2978a673-d699-4bb4-9293-2faefa3dae32 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:13.956625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.978014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.978745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.69', 49239) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:14.022771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:14.023258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.041815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:14.042212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Checking segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:14.042627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.043022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Bound using segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:14.043585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Bound port: 5d6af318-db10-4d43-964b-d339ce591585, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:14.044165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.076840 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3f04ec05-7e29-4159-995c-931c6998195a req-2238d043-73a0-40ed-886b-6a3de41ab8e1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 210 time: 0.3363152
Feb 17 01:08:14.077583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.129526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0107810b-075c-4f82-8e6f-ddc9fda9eaa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:14.232085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.334678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.353443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-08572c2f-50b5-4c62-89c6-e680f662ee15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:14.375956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76270f84-fafa-48f5-883e-617ca2ff6d8b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:14.378760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:14.382876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Attempting to bind port 9d7defc5-a371-48ca-928a-61e1d87306b9 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:14.383112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Attempting to bind port 9d7defc5-a371-48ca-928a-61e1d87306b9 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:14.384396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Attempting to bind port 9d7defc5-a371-48ca-928a-61e1d87306b9 on network 668f3309-cbb1-43fd-99fb-616f030bece5 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:14.388739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:14.392951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:14.393334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Checking segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:14.393747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.394397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Bound using segment: {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:14.395116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Bound port: 9d7defc5-a371-48ca-928a-61e1d87306b9, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cc64014-e997-47e1-aad4-dc1a7ca208bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '668f3309-cbb1-43fd-99fb-616f030bece5'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:14.395294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.406459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.407771 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/76270f84-fafa-48f5-883e-617ca2ff6d8b HTTP/1.1" status: 204  len: 168 time: 1.3020813
Feb 17 01:08:14.503560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:14.503982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.546412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] For port 9d7defc5-a371-48ca-928a-61e1d87306b9, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:14.555453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] For port 9d7defc5-a371-48ca-928a-61e1d87306b9, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9d7defc5-a371-48ca-928a-61e1d87306b9,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:14.561751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.581927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3898e902-41e7-424c-9c7c-aac59d68b3f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:14.754701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7defc5-a371-48ca-928a-61e1d87306b9,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:14.781741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:14.950632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:14.951339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:14.952880 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] 10.222.0.69 "PUT /v2.0/ports/9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 200  len: 1158 time: 3.0249100
Feb 17 01:08:14.953392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:15.007374 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b9ec0992f928411ba63ba2c636afc4bf&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4252903
Feb 17 01:08:15.007374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b468d-7a9a-44d1-b714-1656bf22cefa,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:15.008371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51166) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:15.026665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.69', 49241) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:15.030201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:15.054888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.150140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f194b47-03c4-479d-8997-6a169632ac9a req-bfb6aac1-1298-4c5e-bef2-b5acc8f57eab tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.151700 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6f194b47-03c4-479d-8997-6a169632ac9a req-bfb6aac1-1298-4c5e-bef2-b5acc8f57eab tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 1.5991459
Feb 17 01:08:15.208076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:15.213308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5d6af318-db10-4d43-964b-d339ce591585,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:15.220589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51174) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:15.233425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.247241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.318657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c7e845d3-f74f-4459-868c-14b558bf2f49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:15.392007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-64d8fc74-08ab-46b7-b868-15b0c7e37b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.393652 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-64d8fc74-08ab-46b7-b868-15b0c7e37b68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1161 time: 0.3588922
Feb 17 01:08:15.399418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.427560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.472484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dbc78-36ae-4961-be89-b276046c2648 req-c5237d24-9a8d-4e04-b0ab-2f8013c9c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.474121 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-693dbc78-36ae-4961-be89-b276046c2648 req-c5237d24-9a8d-4e04-b0ab-2f8013c9c2f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 1163 time: 1.4886734
Feb 17 01:08:15.499917 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-8a850817-92af-4337-8012-23c582470767 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 200  len: 217 time: 0.0884132
Feb 17 01:08:15.506570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-6bb7a65a-7cbe-4d7b-9a1d-79f4b7a242ff tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.507341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-6bb7a65a-7cbe-4d7b-9a1d-79f4b7a242ff tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:15.569103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.591734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:15.613686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-6bb7a65a-7cbe-4d7b-9a1d-79f4b7a242ff tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:15.614952 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-6bb7a65a-7cbe-4d7b-9a1d-79f4b7a242ff tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 817 time: 0.5814860
Feb 17 01:08:15.638902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3eeaee02bd4552bf749537b90d884d is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:15.643803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.659099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321642b7-fb01-430a-8270-5d6a23175109 req-989b3150-bd91-4278-a7b4-f43b2cbc4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.659249 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-989b3150-bd91-4278-a7b4-f43b2cbc4e74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.1477840
Feb 17 01:08:15.670474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:15.681461 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6f194b47-03c4-479d-8997-6a169632ac9a req-b1bd609d-29e6-4582-9446-f09317f4a642 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4444559
Feb 17 01:08:15.682154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=3d38272f-e266-4886-8f17-c0122f95f6c8,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:15.699780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:15.730327 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-b218145c-d976-45a5-8736-8febbe325656 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631821
Feb 17 01:08:15.832325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:15.857033 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9', 'status': 'completed', 'code': 200}
Feb 17 01:08:15.862085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Usage tracker for resource:security_group_rule and tenant:b32b25cbe2d640b6bba587fa347a12e5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:15.867435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:15.870998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:15.883596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3f45-4da3-4447-856c-d1b2e17c881e req-837d5106-e672-401e-866a-8cd28f16d2ee tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:15.885287 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21ad3f45-4da3-4447-856c-d1b2e17c881e req-837d5106-e672-401e-866a-8cd28f16d2ee tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.8452563
Feb 17 01:08:15.916403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:15.949634 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-05831430-7308-4c73-bb31-2953c9f7dc92 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2087846
Feb 17 01:08:15.957013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81c4996b-4bde-4f52-8700-b7a533160a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:15.972166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-aa97d591-12c3-4eb2-af2c-37d9742b8879 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:16.003379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b468d-7a9a-44d1-b714-1656bf22cefa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:16.057342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.085568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:16.097388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:16.115284 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ded2357e-7e87-4e63-922a-af7ec98dfe0e req-2e670f55-4777-4477-a509-b03b5fecd071 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 210 time: 0.1391828
Feb 17 01:08:16.116426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-aa97d591-12c3-4eb2-af2c-37d9742b8879 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:16.117827 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-aa97d591-12c3-4eb2-af2c-37d9742b8879 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 5702 time: 0.4884908
Feb 17 01:08:16.118642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.119772 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6d7b468d-7a9a-44d1-b714-1656bf22cefa HTTP/1.1" status: 204  len: 168 time: 1.1099958
Feb 17 01:08:16.121085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:16.128997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.639s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:16.129337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:16.130126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'port': {'device_id': '685743fa-bd92-463d-affa-afd15a920568', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'admin_state_up': True, 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'security_groups': ['c48b1e43-9a2d-40e3-a520-d7708306ba97']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:16.189759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21ad3f45-4da3-4447-856c-d1b2e17c881e req-92af75e5-1e31-4325-9909-22200838b3a8 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2771273
Feb 17 01:08:16.202395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.204577 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.0524020
Feb 17 01:08:16.206325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:16.207285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.208820 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] 10.222.0.69 "PUT /v2.0/ports/5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 1157 time: 7.0358019
Feb 17 01:08:16.277691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.306796 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-321642b7-fb01-430a-8270-5d6a23175109 req-13c9c181-2f3d-4a46-b983-d19bae70a3a2 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3294382
Feb 17 01:08:16.334189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.335418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'tag': '5d6af318-db10-4d43-964b-d339ce591585'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:16.405996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.419569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.477167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:16.494568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8171340c-8357-40ea-8831-8029c4d5bd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:16.518553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:16.582717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de26e65c-5d0b-4d75-a2fc-b3f9d5494c48,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:16.605769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Made reservation on behalf of 35f50e5b4203461c91f0528cea0aa6e1 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:16.613303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:16.675161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-0d2005af-4cf6-4d97-9c01-c8514e72a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:16.676893 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-0d2005af-4cf6-4d97-9c01-c8514e72a65e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1161 time: 0.3209987
Feb 17 01:08:16.694132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8da891c4-9e74-4549-9228-04af335675eb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:16.698893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Synchronizing usage tracker for tenant:b32b25cbe2d640b6bba587fa347a12e5 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:16.726702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:16.737801 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cf23a36d-7bbd-4fcc-95af-95fa9e4acfa9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1e3eeaee02bd4552bf749537b90d884d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5025239
Feb 17 01:08:16.738485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:16.738909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:16.746839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51252) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:16.890789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c8d164f1-8847-49da-9235-a65bf3c05a1c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:16.949071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Unset dirty status for tenant:b32b25cbe2d640b6bba587fa347a12e5 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:16.950320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4513428
Feb 17 01:08:16.964117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.032109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-b6e06b8b-8293-4127-9096-1484ffb782a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.034496 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-b6e06b8b-8293-4127-9096-1484ffb782a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1160 time: 0.6323760
Feb 17 01:08:17.035275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c8d164f1-8847-49da-9235-a65bf3c05a1c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:17.044742 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c8d164f1-8847-49da-9235-a65bf3c05a1c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1237248298&fields=id&tenant_id=7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 267 time: 0.3531001
Feb 17 01:08:17.209015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-ff8615cf-1798-4236-8801-915351b735da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.210682 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-ff8615cf-1798-4236-8801-915351b735da service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.5021763
Feb 17 01:08:17.248654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.322690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-49a683d5-0c31-4dc7-95ac-5156ee0d2199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 200  len: 217 time: 0.0826721
Feb 17 01:08:17.413750 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-249c1e34-671b-4e1e-a35e-6b4224a9919f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.0988302
Feb 17 01:08:17.429083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-a28fb052-fafd-4ba3-bf17-d3996590806f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.430106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-a28fb052-fafd-4ba3-bf17-d3996590806f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:08:17.449356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.510874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f1ef6cc0-9145-482c-a780-07f486e37ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:17.519579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-a28fb052-fafd-4ba3-bf17-d3996590806f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:08:17.521232 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-a28fb052-fafd-4ba3-bf17-d3996590806f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 811 time: 0.4753735
Feb 17 01:08:17.554038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de26e65c-5d0b-4d75-a2fc-b3f9d5494c48,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:17.556362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:17.578249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:17.580001 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/de26e65c-5d0b-4d75-a2fc-b3f9d5494c48 HTTP/1.1" status: 204  len: 168 time: 0.8286378
Feb 17 01:08:17.606109 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-9135f2e3-7b86-4711-b75c-486aeb8eed42 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/quotas/7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 375 time: 0.0677750
Feb 17 01:08:17.621727 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d309-0fda-44ca-8832-01ff93294420 req-5624119b-3c54-4e0a-95bd-5b1b97650cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.623990 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-5624119b-3c54-4e0a-95bd-5b1b97650cda service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.1873832
Feb 17 01:08:17.670728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0c55d-7e8e-4f15-b8c3-5bae8524da7c req-239c07ba-cbeb-4d08-a058-c862456ed438 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.672574 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-83f0c55d-7e8e-4f15-b8c3-5bae8524da7c req-239c07ba-cbeb-4d08-a058-c862456ed438 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.6931477
Feb 17 01:08:17.731083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-9d96bfb5-8d8f-4da0-9701-0a965bb74405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:17.733214 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-9d96bfb5-8d8f-4da0-9701-0a965bb74405 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.3981130
Feb 17 01:08:17.750682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Allocated IP 172.20.0.12 (66eb04c0-c7a4-433d-906d-de7f47c8ffff/1cf385fe-677f-4cc0-8d4a-1846b24d134a/7c5dc629-ed91-472d-b994-d6ab5af6bed5) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:17.763732 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-7b66b98f-7a43-4766-8001-0b7bd3647a1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0845258
Feb 17 01:08:17.813218 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-83f0c55d-7e8e-4f15-b8c3-5bae8524da7c req-d7dd1dcc-dbeb-4f62-8f5c-c48a6c59c041 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847661
Feb 17 01:08:17.830739 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-096a58cf-0483-4130-89ab-10d260aed81e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2154260
Feb 17 01:08:17.923190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51302) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:18.006686 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-73bdc352-5c6a-4abb-b40d-c1735faa0734 service neutron] 10.222.0.68 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619384
Feb 17 01:08:18.070448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.095314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Transition to ACTIVE for port object 7c5dc629-ed91-472d-b994-d6ab5af6bed5 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:18.162160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.181573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:18.223588 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'tag': '5d6af318-db10-4d43-964b-d339ce591585', 'status': 'completed', 'code': 200}
Feb 17 01:08:18.234833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-d05f6116-2dca-4511-88ba-9fa63b8b0d06 service neutron] 10.222.0.68 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2206664
Feb 17 01:08:18.343664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=7c5dc629-ed91-472d-b994-d6ab5af6bed5,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:18.352077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:18.478995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:18.480233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:18.494654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:18.502755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:18.503728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.510160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.547586 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4240181
Feb 17 01:08:18.574740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:18.639692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac06a97bc4247e89ecbacc504dbd634 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:18.647919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:18.667015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4190be2-b0f7-4b3c-be6e-75a751eede61 req-204bbd3d-59fe-4b9f-bbe1-de2e381e952d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:18.669467 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4190be2-b0f7-4b3c-be6e-75a751eede61 req-204bbd3d-59fe-4b9f-bbe1-de2e381e952d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 932 time: 0.3334866
Feb 17 01:08:18.670509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:18.815683 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-f42125b7-3c07-4f48-877d-c07e76ad16ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1039555
Feb 17 01:08:18.843815 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4190be2-b0f7-4b3c-be6e-75a751eede61 req-e6a97be2-2898-499e-88ae-ed9ac53f4005 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1561644
Feb 17 01:08:18.861986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa9dc3-00ba-4e68-b204-88eacf62a5f6 req-4246f8e4-b353-4b7e-ac2f-662deccc9ace tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:18.869645 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b6fa9dc3-00ba-4e68-b204-88eacf62a5f6 req-4246f8e4-b353-4b7e-ac2f-662deccc9ace tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3043406
Feb 17 01:08:18.937663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5f91bd35-cfc7-49a7-9d84-191f3d18ff2c None None] Provisioning for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:18.943538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5f91bd35-cfc7-49a7-9d84-191f3d18ff2c None None] Provisioning complete for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:18.944134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5f91bd35-cfc7-49a7-9d84-191f3d18ff2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.969554 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b6fa9dc3-00ba-4e68-b204-88eacf62a5f6 req-789dad83-0d5c-4d6d-9884-b4ad45f66455 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989451
Feb 17 01:08:18.978207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.982242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:18.993345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7100168a-9873-4845-87b3-136999fab75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:19.030787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c78f89-bec5-4bed-89b0-a0fc8daac9cd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:19.038357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:19.078462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-5f91bd35-cfc7-49a7-9d84-191f3d18ff2c None None] Port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:08:19.113901 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1299607e-4b52-403a-82be-665232b590af req-f1e8503e-7866-4c88-a5fc-693aba4ba436 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.0844152
Feb 17 01:08:19.128181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51348) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:19.128558 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9ac06a97bc4247e89ecbacc504dbd634&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2039239
Feb 17 01:08:19.221520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:19.262201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:19.277355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bcf99-ecee-421e-ae4d-1ccc25f4e943 req-2609270c-a255-4bb7-9e94-72247231c5cf tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:19.279880 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-777bcf99-ecee-421e-ae4d-1ccc25f4e943 req-2609270c-a255-4bb7-9e94-72247231c5cf tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1141176
Feb 17 01:08:19.326592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:19.341329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:19.357334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c78f89-bec5-4bed-89b0-a0fc8daac9cd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:19.361380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:19.365292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:19.366816 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a4c78f89-bec5-4bed-89b0-a0fc8daac9cd HTTP/1.1" status: 204  len: 168 time: 0.2371244
Feb 17 01:08:19.568124 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-777bcf99-ecee-421e-ae4d-1ccc25f4e943 req-8ae9f554-986f-4320-bcad-721d3f3c6012 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2808702
Feb 17 01:08:19.772564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Request body: {'port': {'device_id': '685743fa-bd92-463d-affa-afd15a920568', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:19.996443 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-524e94ff-12f1-48e6-adda-283de16fdabe service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2302637
Feb 17 01:08:20.063539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51392) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:20.099540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.140807 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-13fa21a8-1565-48ec-a38b-660dbe9a309b service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3091698
Feb 17 01:08:20.177945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.186827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:20.246527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebde801a9c245cab5a07916a3205439 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:20.256623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:20.273351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:20.387325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1538a-703e-4a35-a206-5b4933aaab89 req-bf241e0c-d6ed-41b4-8d09-418693606854 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:20.389935 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-48d1538a-703e-4a35-a206-5b4933aaab89 req-bf241e0c-d6ed-41b4-8d09-418693606854 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 932 time: 0.2082071
Feb 17 01:08:20.401299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a33f7-8957-42f0-b089-a0bda328a39d req-dd3b17a8-e8d4-48d6-bbec-49d69fb97220 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:20.404107 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-118a33f7-8957-42f0-b089-a0bda328a39d req-dd3b17a8-e8d4-48d6-bbec-49d69fb97220 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.2792554
Feb 17 01:08:20.540503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.547928 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-118a33f7-8957-42f0-b089-a0bda328a39d req-572456b5-94fb-4bd0-bea9-64d52c7d12b7 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153424
Feb 17 01:08:20.551541 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-48d1538a-703e-4a35-a206-5b4933aaab89 req-ff0fe8c0-2de9-4105-b3b9-c49f802022ac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1425014
Feb 17 01:08:20.552426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.563102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:20.680355 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4ebde801a9c245cab5a07916a3205439&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6147239
Feb 17 01:08:20.681562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13503aab-8138-4b88-8271-1bb5a97e85d0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:20.693980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51432) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:20.703271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:20.866207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5dc629-ed91-472d-b994-d6ab5af6bed5 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:08:20.886743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770f37e-a0ef-4b99-96da-808c2c7da461 req-c6a9c98e-102a-4301-ba6e-1b9d33c5ecd2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:20.888139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.895395 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8770f37e-a0ef-4b99-96da-808c2c7da461 req-c6a9c98e-102a-4301-ba6e-1b9d33c5ecd2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1771662
Feb 17 01:08:20.906173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.922264 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-db606f91-7594-406b-8cb5-9cc351bc94b3 req-b0247fb6-a000-41ec-bdaf-5328c98fbcc6 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.1249135
Feb 17 01:08:20.936019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Transition to ACTIVE for port object 7c5dc629-ed91-472d-b994-d6ab5af6bed5 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:20.938071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.951396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:20.958506 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8770f37e-a0ef-4b99-96da-808c2c7da461 req-523ea48d-25b7-4cb8-8116-4cb50da4d1d5 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599439
Feb 17 01:08:21.046892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc2ea4e-aeab-44f9-a04b-34464f0c206a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:21.174099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5dc629-ed91-472d-b994-d6ab5af6bed5,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:21.191130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:21.421501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:21.453120 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d537d309-0fda-44ca-8832-01ff93294420 req-6b4f8859-9002-4a9b-9d03-be805e145177 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2594697
Feb 17 01:08:21.459262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:21.505105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13503aab-8138-4b88-8271-1bb5a97e85d0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:21.517303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:21.520672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Attempting to bind port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:21.521112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Attempting to bind port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:21.521551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Attempting to bind port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 on network 66eb04c0-c7a4-433d-906d-de7f47c8ffff {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:21.533547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:21.533922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Checking segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:21.534334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:21.534723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Bound using segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:21.535236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Bound port: 7c5dc629-ed91-472d-b994-d6ab5af6bed5, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:21.535622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:21.546959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:21.551837 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13503aab-8138-4b88-8271-1bb5a97e85d0 HTTP/1.1" status: 204  len: 168 time: 0.8564143
Feb 17 01:08:21.725661 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bd0d741-0d97-4c3c-9abe-784c1705ef78 req-17a9deb1-2a95-4657-a24e-e37fdfe7152d service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5051885
Feb 17 01:08:21.868668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] For port 7c5dc629-ed91-472d-b994-d6ab5af6bed5, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:21.873010 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] For port 7c5dc629-ed91-472d-b994-d6ab5af6bed5, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:21.878892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:21.918697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:22.243150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5dc629-ed91-472d-b994-d6ab5af6bed5,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:22.249503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:22.250197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:22.253026 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] 10.222.0.69 "PUT /v2.0/ports/7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 1158 time: 2.4857185
Feb 17 01:08:22.253556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:22.258910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:22.269807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f8e04-71d4-42dd-8d50-a61fc47c1b45 req-81e3bea8-55cd-41ec-a388-4feed02acdbb tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:22.273354 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-604f8e04-71d4-42dd-8d50-a61fc47c1b45 req-81e3bea8-55cd-41ec-a388-4feed02acdbb tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.4310887
Feb 17 01:08:22.288448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0537e0f-58d7-4af2-961e-881ef2f99925 req-38eae71c-d037-45ab-9143-254d0d5e85b3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:22.291314 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0537e0f-58d7-4af2-961e-881ef2f99925 req-38eae71c-d037-45ab-9143-254d0d5e85b3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3176641
Feb 17 01:08:22.382311 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-604f8e04-71d4-42dd-8d50-a61fc47c1b45 req-defb94ee-841b-4f86-9c08-58a3c6c4e9f5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0898020
Feb 17 01:08:22.391479 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0537e0f-58d7-4af2-961e-881ef2f99925 req-97597d02-9f29-4e19-94e8-42b41d77e10a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788553
Feb 17 01:08:22.542473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51532) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:22.593748 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ab7ec092-b0c0-4aea-a8a9-edccc029d064 req-55b3a87a-d20d-4c3b-94d5-f083884f119d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.0825548
Feb 17 01:08:22.654473 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'status': 'completed', 'code': 200}
Feb 17 01:08:22.821427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2307085-3ee9-4c2f-858f-7d11a1504757 req-bfa3c279-3a5e-40b4-911a-4801fa0b2d45 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:22.823673 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e2307085-3ee9-4c2f-858f-7d11a1504757 req-bfa3c279-3a5e-40b4-911a-4801fa0b2d45 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1156764
Feb 17 01:08:22.875777 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e2307085-3ee9-4c2f-858f-7d11a1504757 req-30121f3f-649e-4d70-8611-999704931bcf tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453649
Feb 17 01:08:22.996197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.013327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:23.017625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Usage tracker for resource:security_group_rule and tenant:b2caf60cace94bc4b171a070b752fbfd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:23.021264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:23.026819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:23.120468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.125260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.135712 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30182838-3866-4070-8405-810fc2dda2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:23.182250 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b2caf60cace94bc4b171a070b752fbfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6388199
Feb 17 01:08:23.183216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c8f29-c62c-4725-9bb5-85b6ab22c485,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:23.187227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51582) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:23.187968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:23.272072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.302567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.359561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.369229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2772a2a3-0753-4451-8970-e8bf7cc1b676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:23.397489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c8f29-c62c-4725-9bb5-85b6ab22c485,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:23.406867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:23.419487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.421950 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a8c8f29-c62c-4725-9bb5-85b6ab22c485 HTTP/1.1" status: 204  len: 168 time: 0.2333181
Feb 17 01:08:23.726565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363365-5a8b-4f06-a4b6-72f89b7441ee req-acf3fa8e-aa65-4458-a78b-dbfb5738ba7f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:23.735637 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-87363365-5a8b-4f06-a4b6-72f89b7441ee req-acf3fa8e-aa65-4458-a78b-dbfb5738ba7f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1996944
Feb 17 01:08:23.781532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1477-ef32-4f3e-aea4-03bac4488637 req-f58328cb-30f4-4eee-9ab6-8e97614a6a6a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:23.783559 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-873b1477-ef32-4f3e-aea4-03bac4488637 req-f58328cb-30f4-4eee-9ab6-8e97614a6a6a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.1724467
Feb 17 01:08:23.802440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51614) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:23.823353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.827411 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-87363365-5a8b-4f06-a4b6-72f89b7441ee req-b4cb5d72-3f14-408d-813a-13cf691b52e5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0907083
Feb 17 01:08:23.842547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:23.851372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Usage tracker for resource:security_group_rule and tenant:48dd84c805c545b39dd1126bd916c5ab is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:23.854646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:23.861494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:23.864678 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-873b1477-ef32-4f3e-aea4-03bac4488637 req-31e9931d-28ac-41b6-a2b8-6514603279f7 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744033
Feb 17 01:08:23.962719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.967443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:23.977680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:24.004702 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a333d6cb-5ee6-4c2c-b036-9ecf2aad1c5a req-c22ef2d0-8dc0-479b-8ff4-678fce9049cb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.0587125
Feb 17 01:08:24.029872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf9a75-b858-4ba7-9939-f97c92b1878d,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:24.035327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:24.038241 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48dd84c805c545b39dd1126bd916c5ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2341819
Feb 17 01:08:24.040798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51620) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:24.098198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53b06-6753-46cc-9c76-3547fa0156bc req-ef841477-856c-4d79-b7ce-ca8587ce75f3 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:24.099861 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b8b53b06-6753-46cc-9c76-3547fa0156bc req-ef841477-856c-4d79-b7ce-ca8587ce75f3 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.0991600
Feb 17 01:08:24.108158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.138143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.152090 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b8b53b06-6753-46cc-9c76-3547fa0156bc req-83de49b6-2122-4f3e-b315-9632f0d37176 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448351
Feb 17 01:08:24.185282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.190676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:24.204822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf9a75-b858-4ba7-9939-f97c92b1878d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:24.209869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:24.214545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.215775 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3baf9a75-b858-4ba7-9939-f97c92b1878d HTTP/1.1" status: 204  len: 168 time: 0.1736145
Feb 17 01:08:25.114365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214416-e7c8-456f-9378-324b73381b78 req-05fd1d91-72cf-4d81-a350-8295c02550db tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:25.116083 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-44214416-e7c8-456f-9378-324b73381b78 req-05fd1d91-72cf-4d81-a350-8295c02550db tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1676049
Feb 17 01:08:25.127776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e476-4f29-4183-ad88-07393236eccc req-a7f3c251-cb39-4355-b57a-41256a5977e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:25.129377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52e9e476-4f29-4183-ad88-07393236eccc req-a7f3c251-cb39-4355-b57a-41256a5977e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.1267602
Feb 17 01:08:25.204204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-44214416-e7c8-456f-9378-324b73381b78 req-34ed06df-5b74-48fe-9b98-47d86d6566a2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0737066
Feb 17 01:08:25.215492 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52e9e476-4f29-4183-ad88-07393236eccc req-a519a7a4-af4f-4423-b780-c1a79642c391 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701046
Feb 17 01:08:25.424304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-20e9921e-1327-40b1-b5a1-96cdf4ef7beb req-54749023-e952-4ec8-b48f-1fda6843af2a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.1017947
Feb 17 01:08:25.477899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c0372-0969-497a-97ca-f9cb3c1a4be1 req-afa66a20-a5bd-4396-9129-8c6d15ef89e4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:25.479558 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-517c0372-0969-497a-97ca-f9cb3c1a4be1 req-afa66a20-a5bd-4396-9129-8c6d15ef89e4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1042116
Feb 17 01:08:25.529858 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-517c0372-0969-497a-97ca-f9cb3c1a4be1 req-405ad466-6e05-497c-afaa-3315420d0625 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431080
Feb 17 01:08:26.173302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-750f0e91-9e70-4bde-bb3c-30e406dff01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.174961 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-750f0e91-9e70-4bde-bb3c-30e406dff01e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1160 time: 0.1695774
Feb 17 01:08:26.177935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-c2454360-f409-4fd0-92f2-a2c04736212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.179552 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-c2454360-f409-4fd0-92f2-a2c04736212a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1161 time: 0.1227446
Feb 17 01:08:26.390918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-7435de40-ae1c-4c86-9297-833719a3ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.392866 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-7435de40-ae1c-4c86-9297-833719a3ec04 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1630981
Feb 17 01:08:26.405754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51698) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:26.647366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:26.679079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:26.688194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Usage tracker for resource:security_group_rule and tenant:e261b77834d745d0a1974a683eeadb1c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:26.694623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:26.704097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:26.716601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-17b6e5d4-fd8e-409f-aeeb-3f89fb3d28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.719306 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-17b6e5d4-fd8e-409f-aeeb-3f89fb3d28a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.5153549
Feb 17 01:08:26.723602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-66b43119-2134-4e3d-bbdc-c3525228c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.725380 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6810ccfa-f25d-4d44-9e06-3f0512559bf3 req-66b43119-2134-4e3d-bbdc-c3525228c896 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2765572
Feb 17 01:08:26.768518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb0e0-98c7-41a7-9f30-55e88b497679 req-3c6d36f8-9c1a-4176-9907-ec866c2d9e31 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.777339 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a47eb0e0-98c7-41a7-9f30-55e88b497679 req-3c6d36f8-9c1a-4176-9907-ec866c2d9e31 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3513539
Feb 17 01:08:26.788457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ee0ef-ce81-4815-82a3-32f1de3b876c req-72a83659-6040-49f7-b460-5b6737f1488d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:26.790126 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-346ee0ef-ce81-4815-82a3-32f1de3b876c req-72a83659-6040-49f7-b460-5b6737f1488d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2403386
Feb 17 01:08:26.964340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a47eb0e0-98c7-41a7-9f30-55e88b497679 req-42313bdc-3c7e-4183-ba1c-6b06a151c7be tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863580
Feb 17 01:08:26.978804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-346ee0ef-ce81-4815-82a3-32f1de3b876c req-26ce6fc2-077b-4842-95e2-46be7d093ba5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1704295
Feb 17 01:08:27.173125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:27.190782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:27.284385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-c89bc277-bab5-44f8-8c1b-8e55b1ff1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.286329 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-c89bc277-bab5-44f8-8c1b-8e55b1ff1a5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1161 time: 0.4199147
Feb 17 01:08:27.286967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a773276-a7dc-420c-93b0-61a1532fe2be tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:27.366878 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-2ed3161e-39ec-42ee-8826-070fa4e98e6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.5266604
Feb 17 01:08:27.409424 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3dbbc2a0-dc10-40fc-8ab7-cc4743cc6570 req-d543f55b-98fe-4f76-8fe2-80dfe993867c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.2302642
Feb 17 01:08:27.443308 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-586bfba5-87e2-45fe-9545-d257480ed266 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 217 time: 0.1229396
Feb 17 01:08:27.451977 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e261b77834d745d0a1974a683eeadb1c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0449739
Feb 17 01:08:27.457007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51726) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:27.457569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddf7795-56af-4a5c-b373-a43dd85eec7a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:27.475475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-2a016946-c5e6-4d40-9603-b1a2ea45c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.477033 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-2a016946-c5e6-4d40-9603-b1a2ea45c741 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.0940471
Feb 17 01:08:27.519333 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.519742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.520126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.520503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.520881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.521261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.521634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.522011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.522384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.522754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.523165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.523571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.523981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.524350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.524717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.525088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.525456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.525840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.526248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.526618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.526980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.527368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.528702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.529113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:27.536829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:27.560509 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-bf2b5ebe-f2de-4b79-a9f5-727e3985d78c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685418
Feb 17 01:08:27.562784 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-1a0acd96-004d-42c5-8de7-0df6101b5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.564425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-1a0acd96-004d-42c5-8de7-0df6101b5abf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.1098249
Feb 17 01:08:27.566825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-6785a3d5-02a4-4e66-809e-8e6042283d66 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.568362 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-6785a3d5-02a4-4e66-809e-8e6042283d66 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 811 time: 0.6429510
Feb 17 01:08:27.578042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac776c-18eb-42c8-b72d-f9c784d22c89 req-bc66dd28-9fc3-48b5-84b4-7558da9043f2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.579907 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59ac776c-18eb-42c8-b72d-f9c784d22c89 req-bc66dd28-9fc3-48b5-84b4-7558da9043f2 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.4040604
Feb 17 01:08:27.685431 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59ac776c-18eb-42c8-b72d-f9c784d22c89 req-f5d379ed-25c3-40ce-b8e4-69d6e1f6e8da tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676596
Feb 17 01:08:27.708761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-49fd4670-24ae-4538-a43e-d2ab12145066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:27.710541 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-49fd4670-24ae-4538-a43e-d2ab12145066 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296380
Feb 17 01:08:27.745835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:27.856108 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c2bfb459-2477-4382-8dd4-66ea803cf967 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 5704 time: 0.2727921
Feb 17 01:08:27.890278 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-abf85d44-afd6-40d1-85ef-4ce345b78410 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3107708
Feb 17 01:08:27.895929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'port': {'device_id': 'c28122cf-b55a-4bef-b26c-21978441f731', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'admin_state_up': True, 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'security_groups': ['a6baf241-6927-4b3f-b490-f8816dc29902']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:27.899270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-05002b55-cbf4-4d2d-9f9f-5895b737d6a2 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713648
Feb 17 01:08:28.091517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.280130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:28.284850 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bb524172-7e35-47ea-9e8e-3d833e84edbf req-45a0657c-0590-4476-9264-0be43e896537 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3659489
Feb 17 01:08:28.287972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:port and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:28.292929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:28.300161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.301331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:28.312303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:28.326750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddf7795-56af-4a5c-b373-a43dd85eec7a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:28.337033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.337436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.337831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.338221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.338611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.339001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.339426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.339810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.340195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.340622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.341004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.341386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.341863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.342236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.342625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.343000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.343407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.343787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.344160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.344533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.344932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.345253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.345628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.345996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:28.352993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:28.353717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Made reservation on behalf of 7df27fd2b87f4421bf2bd515f2b31b24 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:08:28.360371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.393830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.400338 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ddf7795-56af-4a5c-b373-a43dd85eec7a HTTP/1.1" status: 204  len: 168 time: 0.9419019
Feb 17 01:08:28.718938 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d4295c5-8788-4e7b-9f80-cb578e3d8d8e req-ba8f2abb-29f7-4290-ac53-fcb8ff959571 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8122849
Feb 17 01:08:28.735535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1388892-fc77-4822-a2ee-3de3bf474705 req-3cb8aa42-7a86-4769-9bbe-637e21095aa2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:28.737078 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1388892-fc77-4822-a2ee-3de3bf474705 req-3cb8aa42-7a86-4769-9bbe-637e21095aa2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.3543661
Feb 17 01:08:28.744557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeb3c7-992a-406b-b3b3-02276af20e2c req-25241572-a0b4-4c7d-a36d-88a5a4706251 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:28.752749 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-44aeb3c7-992a-406b-b3b3-02276af20e2c req-25241572-a0b4-4c7d-a36d-88a5a4706251 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3715386
Feb 17 01:08:28.856120 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1388892-fc77-4822-a2ee-3de3bf474705 req-fb970ac4-f9da-4bc3-b61d-311d86832649 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1001606
Feb 17 01:08:28.868304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-44aeb3c7-992a-406b-b3b3-02276af20e2c req-6c57c251-acf7-49a9-a1cd-444a09b69814 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145799
Feb 17 01:08:28.868512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Allocated IP 172.20.0.6 (960f0f91-766c-414c-bf38-3fed7b9c9be9/2bb945c3-5d12-4c53-bb80-9c93e6ff9d97/3f80fe06-c564-4020-af02-2778f5cde5b7) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:08:28.957135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51770) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:28.977849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:28.994504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:28.999388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Usage tracker for resource:security_group_rule and tenant:f2dce6edc41c47b4bea46f25f7c93f1f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:29.004687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:29.054044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:29.106126 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-32dd59a5-e6de-47a7-9d84-cc5d3418423f req-4e9a062f-11eb-457e-9204-5ed88a11fce3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.1030691
Feb 17 01:08:29.183314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.187572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe8016-0e9c-4463-9d87-421c4aee274f req-1b65c334-dbcb-47d2-b1b4-286edfd1dc6a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:29.189255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4bfe8016-0e9c-4463-9d87-421c4aee274f req-1b65c334-dbcb-47d2-b1b4-286edfd1dc6a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1411943
Feb 17 01:08:29.200989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Transition to ACTIVE for port object 3f80fe06-c564-4020-af02-2778f5cde5b7 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:29.225244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.244021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-da7f4aca-e5de-4520-abcf-dc0cfba23335 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:29.277586 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4bfe8016-0e9c-4463-9d87-421c4aee274f req-61b648a3-7d4f-4435-9ef4-93082dc73ef3 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746026
Feb 17 01:08:29.280057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.283781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.296475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0b8356d8-c83b-4316-af13-1ebd26343891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:29.344096 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f2dce6edc41c47b4bea46f25f7c93f1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3856821
Feb 17 01:08:29.346382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4501cf27-3494-47e6-bd9f-3093c5af3351,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:29.352265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51778) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:29.378468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:29.388535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:29.391866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:29.460409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.483461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:08:29.485617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:08:29.490425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:08:29.499244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:29.500384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.503215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.549713 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6579700
Feb 17 01:08:29.585820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.592482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:29.607488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501cf27-3494-47e6-bd9f-3093c5af3351,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:29.610268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:29.622731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.624013 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4501cf27-3494-47e6-bd9f-3093c5af3351 HTTP/1.1" status: 204  len: 168 time: 0.2702715
Feb 17 01:08:29.645383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Request body: {'port': {'device_id': 'c28122cf-b55a-4bef-b26c-21978441f731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:08:29.847181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:29.864123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-bdf1495d-4597-4347-9a8d-bdf9d1f51b11 None None] Provisioning for port 3f80fe06-c564-4020-af02-2778f5cde5b7 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:29.888856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-bdf1495d-4597-4347-9a8d-bdf9d1f51b11 None None] Provisioning complete for port 3f80fe06-c564-4020-af02-2778f5cde5b7 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:29.889694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bdf1495d-4597-4347-9a8d-bdf9d1f51b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.046809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-bdf1495d-4597-4347-9a8d-bdf9d1f51b11 None None] Port 3f80fe06-c564-4020-af02-2778f5cde5b7 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:08:30.272878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e52fa2-0767-495c-bb16-8872a8d4d7e3 req-b9905c78-5b80-45f2-933b-080cf6b962dd tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:30.272878 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46e52fa2-0767-495c-bb16-8872a8d4d7e3 req-b9905c78-5b80-45f2-933b-080cf6b962dd tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1322317
Feb 17 01:08:30.279014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a43f-c31c-425f-81a6-b2d2a60d8410 req-4cf6d7fd-ff6d-445d-87a4-8e1b60991b4d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:30.280675 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-96c0a43f-c31c-425f-81a6-b2d2a60d8410 req-4cf6d7fd-ff6d-445d-87a4-8e1b60991b4d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.2199211
Feb 17 01:08:30.364264 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46e52fa2-0767-495c-bb16-8872a8d4d7e3 req-c461ff33-6584-49ee-a6f0-b261403eb291 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0828788
Feb 17 01:08:30.369237 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-96c0a43f-c31c-425f-81a6-b2d2a60d8410 req-8e362694-ac01-43a0-9620-d0dd6c48c6b3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733380
Feb 17 01:08:30.435632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f80fe06-c564-4020-af02-2778f5cde5b7 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:08:30.444153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.458735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Transition to ACTIVE for port object 3f80fe06-c564-4020-af02-2778f5cde5b7 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:08:30.461710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.479110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:30.601116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350b35b-9ea7-4936-8bbc-f8c8549f6fce req-67ae5dfc-4b04-4846-990b-3c454240753b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:30.602836 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5350b35b-9ea7-4936-8bbc-f8c8549f6fce req-67ae5dfc-4b04-4846-990b-3c454240753b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1145797
Feb 17 01:08:30.621461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Pushing event updated for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:30.627842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:30.678639 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5350b35b-9ea7-4936-8bbc-f8c8549f6fce req-036196e4-0c68-4654-a206-355d8657bd5c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645239
Feb 17 01:08:30.777244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Attempting to bind port 3f80fe06-c564-4020-af02-2778f5cde5b7 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:08:30.777770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Attempting to bind port 3f80fe06-c564-4020-af02-2778f5cde5b7 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:08:30.778711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Attempting to bind port 3f80fe06-c564-4020-af02-2778f5cde5b7 on network 960f0f91-766c-414c-bf38-3fed7b9c9be9 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:08:30.785069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:08:30.785447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Checking segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:08:30.785854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.786247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Bound using segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:08:30.786726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Bound port: 3f80fe06-c564-4020-af02-2778f5cde5b7, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:08:30.787244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.901512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:08:30.905139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f80fe06-c564-4020-af02-2778f5cde5b7,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:08:30.910078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:30.926105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:31.088571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Pushing event updated for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:31.092793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:31.128253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:31.128925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:31.130436 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] 10.222.0.69 "PUT /v2.0/ports/3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 1157 time: 1.4911518
Feb 17 01:08:31.130980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:31.191992 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'status': 'completed', 'code': 200}
Feb 17 01:08:31.668379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486dc75-1f58-4924-95ac-09161f2e4c4d req-e1f2d611-c586-48df-bc60-986bda44306d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:31.670640 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c486dc75-1f58-4924-95ac-09161f2e4c4d req-e1f2d611-c586-48df-bc60-986bda44306d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1668868
Feb 17 01:08:31.677977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a794be-a977-4a36-85f6-033a94ad6b12 req-a18139d2-99af-48d6-90ea-2541e7ec0b86 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:31.679786 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21a794be-a977-4a36-85f6-033a94ad6b12 req-a18139d2-99af-48d6-90ea-2541e7ec0b86 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.1395781
Feb 17 01:08:31.762007 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c486dc75-1f58-4924-95ac-09161f2e4c4d req-f29fd140-01da-45ca-8dbb-2f7a9f2450a4 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0800481
Feb 17 01:08:31.771522 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21a794be-a977-4a36-85f6-033a94ad6b12 req-77daced9-7814-4357-8ba6-87c55a9de59e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749643
Feb 17 01:08:31.972483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15719b8-1f42-45af-bf6c-dfb7dec99106 req-09b04a35-aa66-4007-aeee-4dc6f60af8a7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:31.974192 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c15719b8-1f42-45af-bf6c-dfb7dec99106 req-09b04a35-aa66-4007-aeee-4dc6f60af8a7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0897079
Feb 17 01:08:32.027006 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c15719b8-1f42-45af-bf6c-dfb7dec99106 req-9d9e9b4f-a89a-4b4c-a533-04adfbb24b72 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459144
Feb 17 01:08:32.481503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-1b39a603-842d-4732-8f6f-f1cc38d968cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:32.483107 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-1b39a603-842d-4732-8f6f-f1cc38d968cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1160 time: 0.0862660
Feb 17 01:08:33.066591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85734a-f028-43d4-b0ff-3ced667fcf73 req-79cc1294-83f6-4024-ba3c-a05c1d9c2b58 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:33.068304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c85734a-f028-43d4-b0ff-3ced667fcf73 req-79cc1294-83f6-4024-ba3c-a05c1d9c2b58 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1636562
Feb 17 01:08:33.075684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f9a7f-7cdd-40bc-b89f-0fbab66b7109 req-f0e01f84-74d0-4b06-9fe7-acd82af2166e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:33.077322 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-644f9a7f-7cdd-40bc-b89f-0fbab66b7109 req-f0e01f84-74d0-4b06-9fe7-acd82af2166e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.1306250
Feb 17 01:08:33.155822 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c85734a-f028-43d4-b0ff-3ced667fcf73 req-62a1bb4c-c44c-4632-a011-02353c0841b3 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0772128
Feb 17 01:08:33.163795 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-644f9a7f-7cdd-40bc-b89f-0fbab66b7109 req-83bda7ce-76b2-4b8b-9462-dd7dfea7dd39 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674951
Feb 17 01:08:33.198813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 51900) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:33.330039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.348007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:33.352210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Usage tracker for resource:security_group_rule and tenant:8873e51c11e042b0a66141e80921d208 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:33.355378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:33.363504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c817ba7-3ede-4bd2-a57f-9f5122874885 req-1f078ec3-497f-4a52-8ad3-e41bd32fde93 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:33.363504 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c817ba7-3ede-4bd2-a57f-9f5122874885 req-1f078ec3-497f-4a52-8ad3-e41bd32fde93 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0925016
Feb 17 01:08:33.363862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:33.416541 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c817ba7-3ede-4bd2-a57f-9f5122874885 req-5b65ed68-4c79-4f62-9a03-d22ee24d6892 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505419
Feb 17 01:08:33.464132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.467783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.477003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:33.520728 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8873e51c11e042b0a66141e80921d208&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3206935
Feb 17 01:08:33.521651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405f8e65-ac2d-48c7-8c90-ae73a0ac6b02,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:33.523660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51910) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:33.525419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:33.586775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.616034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.665472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.671422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ea23ee00-8364-4dd7-a8d0-18965f1d3623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:33.685357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405f8e65-ac2d-48c7-8c90-ae73a0ac6b02,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:33.688452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:33.689387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:33.690615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/405f8e65-ac2d-48c7-8c90-ae73a0ac6b02 HTTP/1.1" status: 204  len: 168 time: 0.1657100
Feb 17 01:08:34.007655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51922) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:34.027291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.044773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:34.049387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Usage tracker for resource:security_group_rule and tenant:3a95d0bb018141fb9388503bebcb6281 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:34.052783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:34.060519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:34.161051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.164428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.175467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9b492894-7e1e-4fec-aaef-f2f26263e82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:34.211208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76c487-6dd6-4b98-94ba-9833a329dff0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:34.237604 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3a95d0bb018141fb9388503bebcb6281&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286632
Feb 17 01:08:34.238850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:34.239394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 51930) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:34.340272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-0301dcb2-d841-4a9e-b77c-a1921fe3f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.341848 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-0301dcb2-d841-4a9e-b77c-a1921fe3f187 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&shared=False HTTP/1.1" status: 200  len: 905 time: 0.3695383
Feb 17 01:08:34.425667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.493581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.498684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-56f71ddd-dc35-4780-99c0-c10c93be2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.500281 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b348b48c-5f03-40a6-a8e0-ffc4a9eaefe5 req-56f71ddd-dc35-4780-99c0-c10c93be2468 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1522236
Feb 17 01:08:34.551896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f45f5-1395-4a57-b234-e9093d9d8643 req-dfeda186-0126-4091-b0e9-eca3d1a11b8c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.553655 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ef5f45f5-1395-4a57-b234-e9093d9d8643 req-dfeda186-0126-4091-b0e9-eca3d1a11b8c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.2591391
Feb 17 01:08:34.564286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12438d-f1f5-4485-b5f9-fec1904223d6 req-d8390928-5331-40d7-86ca-44a16d53cac0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.565984 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6c12438d-f1f5-4485-b5f9-fec1904223d6 req-d8390928-5331-40d7-86ca-44a16d53cac0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2176142
Feb 17 01:08:34.657182 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ef5f45f5-1395-4a57-b234-e9093d9d8643 req-e665f125-eb6a-4625-b81d-6aa5ffa98c8c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872562
Feb 17 01:08:34.660193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.665790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2cb47fb0-ec87-4b64-a7e4-efb841e5583e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:34.676366 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6c12438d-f1f5-4485-b5f9-fec1904223d6 req-c9cc8129-9825-4e99-8344-6ff3d0c79eb7 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0908177
Feb 17 01:08:34.681562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76c487-6dd6-4b98-94ba-9833a329dff0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:34.684380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:34.691663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:34.692923 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b76c487-6dd6-4b98-94ba-9833a329dff0 HTTP/1.1" status: 204  len: 168 time: 0.4524109
Feb 17 01:08:34.909935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f86a48-89bb-46de-a13e-01d1fb03257d req-9112abd3-4b4f-4510-9411-01e63c3e6f4c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.921055 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-97f86a48-89bb-46de-a13e-01d1fb03257d req-9112abd3-4b4f-4510-9411-01e63c3e6f4c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1500108
Feb 17 01:08:34.953422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-6013a6ea-b015-4593-aa85-84eb22e561a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:34.955262 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-6013a6ea-b015-4593-aa85-84eb22e561a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1160 time: 0.1908190
Feb 17 01:08:34.986858 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-97f86a48-89bb-46de-a13e-01d1fb03257d req-30d489ee-050f-49fc-b5ba-865f14420849 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646417
Feb 17 01:08:35.038567 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-85aaa260-4ab5-4c02-b654-25a3cd225765 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 217 time: 0.0739343
Feb 17 01:08:35.125862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-2503b15c-8fdb-45ad-8a7f-480721b3e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:35.128333 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-2503b15c-8fdb-45ad-8a7f-480721b3e1e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0824015
Feb 17 01:08:35.244035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-b2d96b2c-0ead-4cf8-80e8-4ce5354388b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:35.245675 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-b2d96b2c-0ead-4cf8-80e8-4ce5354388b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1093826
Feb 17 01:08:35.419641 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-fce5322f-4902-423b-b249-3c0e2254c46b service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664705
Feb 17 01:08:35.581176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0798e486-93fd-4bb8-bf6f-cfee7f874216 req-adb8f021-cc2c-49bc-a216-570e10a6d6a1 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529799
Feb 17 01:08:35.758022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:36.013926 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-9290ba4f-28d1-428e-8f92-0bcdb6836ada service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1324577
Feb 17 01:08:36.120532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a96d1-0a06-4558-985d-d2f26ffa6cce req-282f889a-52d7-4cb3-bedf-7c057e1a3760 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.124223 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-605a96d1-0a06-4558-985d-d2f26ffa6cce req-282f889a-52d7-4cb3-bedf-7c057e1a3760 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2299473
Feb 17 01:08:36.138694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0bb65-b7d3-4351-92e4-8de9e13be243 req-7123ae1e-27c3-4f69-bec4-4ce664aa1aef tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.141474 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c0bb65-b7d3-4351-92e4-8de9e13be243 req-7123ae1e-27c3-4f69-bec4-4ce664aa1aef tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3487527
Feb 17 01:08:36.291218 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-605a96d1-0a06-4558-985d-d2f26ffa6cce req-d0a8402c-577a-4ace-95ad-bcb84b166bba tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1478024
Feb 17 01:08:36.310480 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c0bb65-b7d3-4351-92e4-8de9e13be243 req-76ed781f-580a-4c65-84e5-9bbde5940905 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438572
Feb 17 01:08:36.370513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-ceb81541-1757-4b20-97b6-e10b91a2cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.372791 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-ceb81541-1757-4b20-97b6-e10b91a2cdb7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6911f17ed7464fad2e659a45f5845b&device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 1163 time: 0.2300692
Feb 17 01:08:36.558321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd932a83-6ff4-48aa-91ce-3cee86160665 req-c3fb5f54-6430-4482-bd11-ee19b952af06 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.571952 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd932a83-6ff4-48aa-91ce-3cee86160665 req-c3fb5f54-6430-4482-bd11-ee19b952af06 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1256065
Feb 17 01:08:36.610001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-090ebf84-f5ad-4da3-9d49-64dd3f987cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.612393 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-090ebf84-f5ad-4da3-9d49-64dd3f987cb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fbe53672-4259-4395-9d37-ac639f8ff4b0 HTTP/1.1" status: 200  len: 905 time: 0.2174449
Feb 17 01:08:36.674401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-f8cfff03-274c-406c-b303-eb881889d0c6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:08:36.685858 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd932a83-6ff4-48aa-91ce-3cee86160665 req-9c911777-4a81-4623-87c7-8238b09440e0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048145
Feb 17 01:08:36.743442 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-2655b43e-2dbd-4452-850c-adf52b518339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2978a673-d699-4bb4-9293-2faefa3dae32 HTTP/1.1" status: 200  len: 217 time: 0.1202931
Feb 17 01:08:36.883275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-d2a40b8c-d01f-4dfb-bcd0-77f35c7f9e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:36.889302 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-d2a40b8c-d01f-4dfb-bcd0-77f35c7f9e41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2143b920-2d7a-45b2-87aa-726b7c1eb0bc HTTP/1.1" status: 200  len: 851 time: 0.1382613
Feb 17 01:08:36.989206 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-bdac1ed4-f2ba-44d3-be9e-e2305aaaff12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fbe53672-4259-4395-9d37-ac639f8ff4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0927353
Feb 17 01:08:37.166077 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-3b580034-c5e3-4f5e-bcc7-fcaaf2647581 service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693985
Feb 17 01:08:37.353270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9897de3b-cbb4-4a58-8284-7fd284b52426 req-fc839a04-2a2e-49c7-b089-6dcadba1636c service neutron] 10.222.0.69 "GET /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1775553
Feb 17 01:08:37.578143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9137795-d46f-4300-a10b-c84721120ce8 req-36d78bf2-cb9a-43ea-9dba-8cf0153da9e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:37.580383 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9137795-d46f-4300-a10b-c84721120ce8 req-36d78bf2-cb9a-43ea-9dba-8cf0153da9e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.1200533
Feb 17 01:08:37.623345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91ee3fb6-e867-4d56-bbd5-81c6ac081f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:37.696598 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9137795-d46f-4300-a10b-c84721120ce8 req-3c4f4095-0c8b-4553-a60c-16b4a3202276 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044912
Feb 17 01:08:37.742525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857adf6-435b-46ec-bf1b-6884eec693cb req-79ce62bc-7d8a-4bf2-afa9-2bdf4c93cb02 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:37.745212 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4857adf6-435b-46ec-bf1b-6884eec693cb req-79ce62bc-7d8a-4bf2-afa9-2bdf4c93cb02 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1342671
Feb 17 01:08:37.809588 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4857adf6-435b-46ec-bf1b-6884eec693cb req-2515e58f-8c1a-464a-813e-64ae627216bf tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0522077
Feb 17 01:08:37.948484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a05df9-dfe8-41ee-ba65-c6b2f7c4603a req-618729e3-ba73-408e-8633-5fe11d11e53c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:37.950861 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-92a05df9-dfe8-41ee-ba65-c6b2f7c4603a req-618729e3-ba73-408e-8633-5fe11d11e53c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0949750
Feb 17 01:08:38.011280 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-92a05df9-dfe8-41ee-ba65-c6b2f7c4603a req-b9cd978a-3009-4606-a7ba-a981e0629744 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465684
Feb 17 01:08:38.218981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:08:38.327711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52096) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:38.488916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.514084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:38.523925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Usage tracker for resource:security_group_rule and tenant:cd23405b37864ec29316b4362a10e7bf is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:38.528140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:38.537544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:38.651014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.659293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.670914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-26d776fe-101e-4907-8689-9688b878fa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:38.719233 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd23405b37864ec29316b4362a10e7bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3902102
Feb 17 01:08:38.720288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c94ec0e-a890-4e9f-b2ed-a65953cace95,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:38.722540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52110) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:38.724720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:38.815385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.846765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.909184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.915141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:38.928808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30953-c418-48a4-9bb2-2f6b2145b077 req-3a8ddb52-81d2-44a7-93c4-ec771d3ba054 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:38.931486 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46f30953-c418-48a4-9bb2-2f6b2145b077 req-3a8ddb52-81d2-44a7-93c4-ec771d3ba054 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.0922527
Feb 17 01:08:38.937147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c94ec0e-a890-4e9f-b2ed-a65953cace95,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:38.942589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:38.944778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:38.948974 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c94ec0e-a890-4e9f-b2ed-a65953cace95 HTTP/1.1" status: 204  len: 168 time: 0.2247930
Feb 17 01:08:39.055627 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46f30953-c418-48a4-9bb2-2f6b2145b077 req-5a9a9d2a-a844-4621-8bd2-0786c355d355 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174011
Feb 17 01:08:39.097865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711714e1-819f-4f77-93f1-16b74f48cc26 req-3da5f7de-8554-4dad-99aa-9966ceaa17a1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:39.100779 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-711714e1-819f-4f77-93f1-16b74f48cc26 req-3da5f7de-8554-4dad-99aa-9966ceaa17a1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1382303
Feb 17 01:08:39.168764 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-711714e1-819f-4f77-93f1-16b74f48cc26 req-6c3aabd4-9696-49d9-8878-83f73ba5d6fd tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0539601
Feb 17 01:08:39.301056 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaeb7a1-fbd6-44ec-9519-6272d1bc5a92 req-0c4496a8-78d1-4c0a-a588-67c32be13429 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:39.301308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52126) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:39.302334 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ddaeb7a1-fbd6-44ec-9519-6272d1bc5a92 req-0c4496a8-78d1-4c0a-a588-67c32be13429 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0935767
Feb 17 01:08:39.321770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.338848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:08:39.343153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Usage tracker for resource:security_group_rule and tenant:4630e2cf8cc64480a7ffe7c102438e9f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:08:39.346293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:08:39.352374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:08:39.359084 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ddaeb7a1-fbd6-44ec-9519-6272d1bc5a92 req-4fc978aa-b9a0-4185-bb7e-b650f2774709 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440888
Feb 17 01:08:39.449059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.452502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.462479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:39.512330 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4630e2cf8cc64480a7ffe7c102438e9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2097692
Feb 17 01:08:39.514183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b00920-2d7f-4771-8c5d-a9d41cf28522,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:39.515638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52130) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:08:39.518343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:39.636868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.667496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.682897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba005be3-aeda-4c72-8e77-290348da046a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.718910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.724460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:39.739215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b00920-2d7f-4771-8c5d-a9d41cf28522,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:39.744563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:39.749157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.753138 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/91b00920-2d7f-4771-8c5d-a9d41cf28522 HTTP/1.1" status: 204  len: 168 time: 0.2334659
Feb 17 01:08:40.124123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:40.579755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8ce8a-2cce-4df8-8cb6-55ef9b2c20ce req-2f9f52e6-2dd7-4896-a77a-5adae3d1846a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:40.581394 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1ca8ce8a-2cce-4df8-8cb6-55ef9b2c20ce req-2f9f52e6-2dd7-4896-a77a-5adae3d1846a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.3659623
Feb 17 01:08:40.610487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475e00-cc88-41af-b2d8-659c16312649 req-7b7487a2-96f2-49ef-bb6c-aa1403b175fb tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:40.612178 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe475e00-cc88-41af-b2d8-659c16312649 req-7b7487a2-96f2-49ef-bb6c-aa1403b175fb tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1387825
Feb 17 01:08:40.664617 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1ca8ce8a-2cce-4df8-8cb6-55ef9b2c20ce req-72f6eb05-fc4e-4d18-949f-4cebcfce0d57 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756304
Feb 17 01:08:40.693129 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe475e00-cc88-41af-b2d8-659c16312649 req-38af14a2-d29d-40bc-81ac-849626f410db tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0710580
Feb 17 01:08:40.946571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e8a9d-5bba-4c63-acb8-bf31cd4f14bb req-4bb60fd2-d982-4a81-bd6b-f99a76ffae8b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:40.948340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e78e8a9d-5bba-4c63-acb8-bf31cd4f14bb req-4bb60fd2-d982-4a81-bd6b-f99a76ffae8b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1347516
Feb 17 01:08:41.006458 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e78e8a9d-5bba-4c63-acb8-bf31cd4f14bb req-dceed30b-0f30-4012-a9a9-f2ebacc2639b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460713
Feb 17 01:08:41.651868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.085294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.155382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab39ba-5143-4ef0-93cc-a3d2b70b3135 req-1586388b-c2f7-4b52-b44c-ff3b955fde83 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:42.157075 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-13ab39ba-5143-4ef0-93cc-a3d2b70b3135 req-1586388b-c2f7-4b52-b44c-ff3b955fde83 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 944 time: 0.2494886
Feb 17 01:08:42.167128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968b4b5-bb09-4979-9ff7-c4d091ea99be req-da516343-34ff-4bd0-a7a4-8814ddb423a0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:42.168907 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9968b4b5-bb09-4979-9ff7-c4d091ea99be req-da516343-34ff-4bd0-a7a4-8814ddb423a0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2100852
Feb 17 01:08:42.255491 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-13ab39ba-5143-4ef0-93cc-a3d2b70b3135 req-a879efef-d0d7-4e58-ba6f-65dc252aae01 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854475
Feb 17 01:08:42.261069 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9968b4b5-bb09-4979-9ff7-c4d091ea99be req-8e2f7370-1964-4d1f-9c6b-80438963cc6c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0751076
Feb 17 01:08:42.549633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec879b9-7997-488c-92cf-9e0a569634ce req-1e317fc5-e96e-4096-9a0e-826c15e77dc7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:42.551768 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4ec879b9-7997-488c-92cf-9e0a569634ce req-1e317fc5-e96e-4096-9a0e-826c15e77dc7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1060066
Feb 17 01:08:42.603821 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4ec879b9-7997-488c-92cf-9e0a569634ce req-0043ae33-4b48-4089-94c8-c6ccba44c64c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453861
Feb 17 01:08:42.634007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:42.710497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 9d7defc5-a371-48ca-928a-61e1d87306b9 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:42.716572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 9d7defc5-a371-48ca-928a-61e1d87306b9 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:42.716987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.852113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.881572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:42.892795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 9d7defc5-a371-48ca-928a-61e1d87306b9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9d7defc5-a371-48ca-928a-61e1d87306b9,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:42.896212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.898219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:42.936620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9', 'code': 200}
Feb 17 01:08:42.974320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=9d7defc5-a371-48ca-928a-61e1d87306b9,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:42.983460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.983856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.984234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.984606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.984977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.985346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.985707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.986071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.986433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.986794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.987176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.987534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.987966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.988324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.988679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.989034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.991031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.991435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.991802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.992168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.992530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.992890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.993253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.993607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:08:42.998311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:43.741111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309938e1-45ba-4736-8c50-f82864768ca6 req-f73242e8-fe47-4b74-ba6c-b36a37db9e48 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:43.744205 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-309938e1-45ba-4736-8c50-f82864768ca6 req-f73242e8-fe47-4b74-ba6c-b36a37db9e48 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.3115985
Feb 17 01:08:43.765376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d56c6f-01cf-47cb-a5d3-a435ba371234 req-fa564e73-472c-45b5-8dcf-2edff35b05e6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:43.767310 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-55d56c6f-01cf-47cb-a5d3-a435ba371234 req-fa564e73-472c-45b5-8dcf-2edff35b05e6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2413788
Feb 17 01:08:43.902209 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-309938e1-45ba-4736-8c50-f82864768ca6 req-a9bb7315-5d50-4180-837f-a7c9d51d30ae tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331019
Feb 17 01:08:43.921989 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-55d56c6f-01cf-47cb-a5d3-a435ba371234 req-86a57303-b80e-46f5-8339-92a4592a7d2c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1239176
Feb 17 01:08:43.954349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f893c1-5c08-46fb-ad57-465bda150714 req-89589a67-a263-42a8-ae45-58902fa34b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:43.956446 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09f893c1-5c08-46fb-ad57-465bda150714 req-89589a67-a263-42a8-ae45-58902fa34b8c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1163 time: 0.1268401
Feb 17 01:08:44.011708 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09f893c1-5c08-46fb-ad57-465bda150714 req-239a4474-1f8a-445c-bd9c-772980f43856 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468311
Feb 17 01:08:44.244067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59032f-ec8f-476f-a294-38b52d5d12a5 req-24a7459a-ab26-4894-bf3a-048ab78fe8af tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:44.247572 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e59032f-ec8f-476f-a294-38b52d5d12a5 req-24a7459a-ab26-4894-bf3a-048ab78fe8af tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1453159
Feb 17 01:08:44.336398 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e59032f-ec8f-476f-a294-38b52d5d12a5 req-edd900dc-35fe-4f85-a90d-e957982ef1c3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808711
Feb 17 01:08:44.491299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:44.618721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 9d7defc5-a371-48ca-928a-61e1d87306b9 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:44.622880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:44.853631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:08:44.983477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 5d6af318-db10-4d43-964b-d339ce591585 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:08:44.993948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 5d6af318-db10-4d43-964b-d339ce591585 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:08:44.994581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:45.252512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:45.308608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6af318-db10-4d43-964b-d339ce591585'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:08:45.317614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5d6af318-db10-4d43-964b-d339ce591585,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:08:45.323523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:45.326745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:08:45.466987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:08:45.471630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:08:45.472011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3fba1-a1b1-4b5a-b555-1790f10a3116 req-c7a4fe51-170c-4048-9843-3732fef72c64 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:45.480580 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-98c3fba1-a1b1-4b5a-b555-1790f10a3116 req-c7a4fe51-170c-4048-9843-3732fef72c64 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.2797086
Feb 17 01:08:45.514735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ba2f-bb8f-4e1e-98fe-30c1622ebec0 req-60c95dc2-bb1e-45bf-89f5-77d60141bfe5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:45.517773 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3515ba2f-bb8f-4e1e-98fe-30c1622ebec0 req-60c95dc2-bb1e-45bf-89f5-77d60141bfe5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.2448318
Feb 17 01:08:45.642642 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-98c3fba1-a1b1-4b5a-b555-1790f10a3116 req-31395d62-79ae-452b-b610-eabbc2d52dcd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563883
Feb 17 01:08:45.648017 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3515ba2f-bb8f-4e1e-98fe-30c1622ebec0 req-45bb62c5-ad8b-43f1-9cfe-d4b11bc1a00d tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1143196
Feb 17 01:08:45.773711 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6af318-db10-4d43-964b-d339ce591585', 'code': 200}
Feb 17 01:08:46.165845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569f6b-cd72-4626-85d0-1bdc4fa24f82 req-146bdb35-ddad-421d-ae67-d5e0276e0139 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:46.169426 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-76569f6b-cd72-4626-85d0-1bdc4fa24f82 req-146bdb35-ddad-421d-ae67-d5e0276e0139 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.2348051
Feb 17 01:08:46.317169 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-76569f6b-cd72-4626-85d0-1bdc4fa24f82 req-2e32778e-eb92-4207-8631-2a9705fecda4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1233039
Feb 17 01:08:46.523282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124a337-f1ed-4ac5-ab5c-84df2513c8d9 req-e0a941a1-f269-4874-a2dc-49ebe0057138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:46.525064 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4124a337-f1ed-4ac5-ab5c-84df2513c8d9 req-e0a941a1-f269-4874-a2dc-49ebe0057138 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.1244037
Feb 17 01:08:46.586448 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4124a337-f1ed-4ac5-ab5c-84df2513c8d9 req-cbcd6627-ce57-4213-be81-96a575c8ba06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519028
Feb 17 01:08:47.071973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e0786-19e6-4dae-8e65-89530b4595fb req-3aa8de2d-f992-4cfd-8391-dbc0cbadcf14 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:47.073582 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-758e0786-19e6-4dae-8e65-89530b4595fb req-3aa8de2d-f992-4cfd-8391-dbc0cbadcf14 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1757245
Feb 17 01:08:47.081509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936225a-7c22-43ee-8048-6e2c0c347b3f req-d11ab8e5-0e48-4e17-9515-7140f69bbe4c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:47.083099 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5936225a-7c22-43ee-8048-6e2c0c347b3f req-d11ab8e5-0e48-4e17-9515-7140f69bbe4c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1357126
Feb 17 01:08:47.161409 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-758e0786-19e6-4dae-8e65-89530b4595fb req-3036cb64-714e-4643-8ee4-596a97855ea4 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0772483
Feb 17 01:08:47.166368 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5936225a-7c22-43ee-8048-6e2c0c347b3f req-63bf7bb6-3fc5-46d2-9a4f-e08a6f340fb5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674937
Feb 17 01:08:47.582554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed05f0-68eb-4aca-ae80-453271b71d2f req-9a196937-67a2-4e31-9737-da54b614ccc7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:47.584290 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79ed05f0-68eb-4aca-ae80-453271b71d2f req-9a196937-67a2-4e31-9737-da54b614ccc7 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1034935
Feb 17 01:08:47.710277 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79ed05f0-68eb-4aca-ae80-453271b71d2f req-858cb439-7605-4449-86fb-006abb662944 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152136
Feb 17 01:08:47.751533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cc739-e5cd-4ef9-b52f-5ca0c7419d08 req-e79b5034-0cdc-4b59-9037-5ff4903792e1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:47.753461 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e87cc739-e5cd-4ef9-b52f-5ca0c7419d08 req-e79b5034-0cdc-4b59-9037-5ff4903792e1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1185834
Feb 17 01:08:47.836090 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e87cc739-e5cd-4ef9-b52f-5ca0c7419d08 req-22c22e96-5bb5-4c92-b6c9-384fbc8d95ef tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759699
Feb 17 01:08:48.379935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a38e8b-19bc-4d6a-b799-bc690b871027 req-e448e76d-1655-486d-8188-92de89b1cd0c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:48.381759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d5a38e8b-19bc-4d6a-b799-bc690b871027 req-e448e76d-1655-486d-8188-92de89b1cd0c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0893569
Feb 17 01:08:48.435632 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d5a38e8b-19bc-4d6a-b799-bc690b871027 req-9afc7cd9-fa0f-49c8-a1e5-be7fd60e1ec1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464537
Feb 17 01:08:48.926987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368c70a-c24e-41f5-9b27-6257d18c3d37 req-b233185b-dcd0-4d78-b9cb-1198e002712b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:48.928628 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b368c70a-c24e-41f5-9b27-6257d18c3d37 req-b233185b-dcd0-4d78-b9cb-1198e002712b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0925629
Feb 17 01:08:49.033530 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b368c70a-c24e-41f5-9b27-6257d18c3d37 req-c78809ce-bcfa-4341-ad87-b039a6b86064 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946882
Feb 17 01:08:49.090379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26517c-9485-4514-aae8-9759292c22cc req-3fb8a437-7fd0-4c61-b0b5-db5d97517641 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:49.092814 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e26517c-9485-4514-aae8-9759292c22cc req-3fb8a437-7fd0-4c61-b0b5-db5d97517641 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1325834
Feb 17 01:08:49.181400 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e26517c-9485-4514-aae8-9759292c22cc req-64617c62-5ea8-4497-a298-b024a34df255 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805738
Feb 17 01:08:49.688750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0831593-63d5-4f89-a6e7-14b02b9decfe req-9da0318c-34b4-4f77-9183-a4eae6fa8fba tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:49.690466 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f0831593-63d5-4f89-a6e7-14b02b9decfe req-9da0318c-34b4-4f77-9183-a4eae6fa8fba tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.1044223
Feb 17 01:08:49.742999 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f0831593-63d5-4f89-a6e7-14b02b9decfe req-a5b45f93-a434-4cf9-9ee5-b1711241b9e2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450869
Feb 17 01:08:50.254410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c837be5-abb6-48a8-90d3-dd4a0c847571 req-36037c32-0230-47b9-9d18-540988b0ed62 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:50.256167 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3c837be5-abb6-48a8-90d3-dd4a0c847571 req-36037c32-0230-47b9-9d18-540988b0ed62 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0947592
Feb 17 01:08:50.400535 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3c837be5-abb6-48a8-90d3-dd4a0c847571 req-e42ef971-36e6-4b63-8856-beb15791d43f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372726
Feb 17 01:08:50.435616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d9a61-521c-4c08-93c5-0f027577346e req-500f527e-29be-405a-af25-80a0acb95686 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:50.437373 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-310d9a61-521c-4c08-93c5-0f027577346e req-500f527e-29be-405a-af25-80a0acb95686 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1313593
Feb 17 01:08:50.492248 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-310d9a61-521c-4c08-93c5-0f027577346e req-8db51def-9bc1-4994-a203-2fbd83fd5545 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480750
Feb 17 01:08:50.962313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10884-9f15-4027-8b4c-45d2a3647453 req-f93db196-bc47-42ef-b94e-62438376bcc8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:50.963888 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33e10884-9f15-4027-8b4c-45d2a3647453 req-f93db196-bc47-42ef-b94e-62438376bcc8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0941677
Feb 17 01:08:51.011724 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33e10884-9f15-4027-8b4c-45d2a3647453 req-46d335e6-d76c-41a3-a58b-a276b98f63b7 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415878
Feb 17 01:08:51.603717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db84b-dcba-4fce-931f-a36817971e54 req-d9b9cb80-1c2b-419a-9997-d74433c6ec82 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:51.605456 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9a2db84b-dcba-4fce-931f-a36817971e54 req-d9b9cb80-1c2b-419a-9997-d74433c6ec82 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.0898499
Feb 17 01:08:51.714995 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9a2db84b-dcba-4fce-931f-a36817971e54 req-824425e3-77a7-44c0-b400-ba3cb1fc41c2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582523
Feb 17 01:08:51.746632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06f58-f0fd-4c18-abde-e1d8cc5ca628 req-1afc7f5d-42d6-4c0c-a13b-8657c3f14923 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:51.748287 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9ee06f58-f0fd-4c18-abde-e1d8cc5ca628 req-1afc7f5d-42d6-4c0c-a13b-8657c3f14923 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1389418
Feb 17 01:08:51.801219 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9ee06f58-f0fd-4c18-abde-e1d8cc5ca628 req-e203a3c7-30ea-41f5-9faa-94840fb7e2a3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464578
Feb 17 01:08:52.217178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08c2ee-c908-4aa0-88e9-c606f10baf9d req-773f9b29-5b17-4f33-8fa3-5c9b4dac2a17 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:52.218836 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8d08c2ee-c908-4aa0-88e9-c606f10baf9d req-773f9b29-5b17-4f33-8fa3-5c9b4dac2a17 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0878997
Feb 17 01:08:52.274696 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8d08c2ee-c908-4aa0-88e9-c606f10baf9d req-c89bf381-1a9b-4f69-acb5-993569f8e758 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474188
Feb 17 01:08:52.961757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c74fc8-3379-4b2f-bcd5-cfb4aa0bc89d req-1c70c00d-581a-4140-b080-b6e50fbd95c4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:52.963420 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29c74fc8-3379-4b2f-bcd5-cfb4aa0bc89d req-1c70c00d-581a-4140-b080-b6e50fbd95c4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1246767
Feb 17 01:08:53.042879 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29c74fc8-3379-4b2f-bcd5-cfb4aa0bc89d req-fbcbc1ba-d4fc-433a-bf5e-0b367b62d920 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659621
Feb 17 01:08:53.057702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cd011-e669-46e6-8e45-774f2e94a0f6 req-0a0489af-dcee-4cc9-9fb3-e780a379a0dd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:53.059327 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c1cd011-e669-46e6-8e45-774f2e94a0f6 req-0a0489af-dcee-4cc9-9fb3-e780a379a0dd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1397843
Feb 17 01:08:53.109538 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c1cd011-e669-46e6-8e45-774f2e94a0f6 req-aadb466a-8958-4e7f-b41b-cf073e7250a4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437298
Feb 17 01:08:53.489543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbcc7c-4eb3-43de-8a9d-134f51567cd7 req-3d77f91d-f14a-4c1f-8f40-9e47c4fbf048 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:53.491158 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8abbcc7c-4eb3-43de-8a9d-134f51567cd7 req-3d77f91d-f14a-4c1f-8f40-9e47c4fbf048 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0927100
Feb 17 01:08:53.541027 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8abbcc7c-4eb3-43de-8a9d-134f51567cd7 req-92313fb1-7768-4db9-9e6c-2c2321261b37 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430393
Feb 17 01:08:53.594696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-b02bd3e9-74b6-40c3-9fd0-13af23cdfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:53.596360 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-b02bd3e9-74b6-40c3-9fd0-13af23cdfeda service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1163 time: 0.0802481
Feb 17 01:08:53.757342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-64afd3df-b6bd-46ec-a1f5-9e8b83b1e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:53.759004 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-64afd3df-b6bd-46ec-a1f5-9e8b83b1e795 service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.1523254
Feb 17 01:08:53.867756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-637e62af-0ebc-44ca-9020-73e45ceb838d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 200  len: 217 time: 0.0715222
Feb 17 01:08:53.938602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-adf301de-7db0-4824-9284-1633e08e15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:53.940220 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-adf301de-7db0-4824-9284-1633e08e15d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.0653014
Feb 17 01:08:54.001934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-44a35585-70ae-49aa-8e94-3d9cf687da08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505009
Feb 17 01:08:54.158470 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-1dc1231d-cd2b-479b-866c-db9f84cbf06a service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490793
Feb 17 01:08:54.318248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba39f-9208-4ff4-9466-a990b2d70a49 req-809dedb6-7cd1-49f0-b1f8-bdcfac2a0543 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:54.320042 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efbba39f-9208-4ff4-9466-a990b2d70a49 req-809dedb6-7cd1-49f0-b1f8-bdcfac2a0543 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1589112
Feb 17 01:08:54.332451 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d2b9e68-3c27-457b-ac30-2e274f48410b req-735801ab-e459-4625-84b9-c034660cd29b service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1667123
Feb 17 01:08:54.379294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd032d2-085d-42f8-b799-c0639d1f14f2 req-4c1a667d-1805-4105-9c6b-17a66de1b5b4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:54.380925 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9cd032d2-085d-42f8-b799-c0639d1f14f2 req-4c1a667d-1805-4105-9c6b-17a66de1b5b4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1532145
Feb 17 01:08:54.389584 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efbba39f-9208-4ff4-9466-a990b2d70a49 req-438e35ae-683c-4b93-8cb8-6bbadee8332e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601051
Feb 17 01:08:54.435833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9cd032d2-085d-42f8-b799-c0639d1f14f2 req-03789d35-64b3-4f56-a7c7-420ae40ec3be tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452178
Feb 17 01:08:54.748766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858b997-1fbf-4f0b-bc26-53e2bcec8e9f req-5d0f1c0c-112d-47bf-94db-83775d9c44da tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:54.750393 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4858b997-1fbf-4f0b-bc26-53e2bcec8e9f req-5d0f1c0c-112d-47bf-94db-83775d9c44da tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0901866
Feb 17 01:08:54.801070 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4858b997-1fbf-4f0b-bc26-53e2bcec8e9f req-508852ea-571a-41bd-ab98-112e7543fca2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439963
Feb 17 01:08:55.682696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fea2d-c1b5-466b-bbf3-a1681b5121fa req-46aa70c5-26d2-4c04-b7fe-4c1c7b423aca tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:55.684895 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-730fea2d-c1b5-466b-bbf3-a1681b5121fa req-46aa70c5-26d2-4c04-b7fe-4c1c7b423aca tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1668224
Feb 17 01:08:55.691836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1dd05-14bd-474d-bc2a-99d8c251932f req-a5c6455c-d91d-4f1c-bb85-660a1e10da06 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:55.693377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-99e1dd05-14bd-474d-bc2a-99d8c251932f req-a5c6455c-d91d-4f1c-bb85-660a1e10da06 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1265013
Feb 17 01:08:55.775683 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-730fea2d-c1b5-466b-bbf3-a1681b5121fa req-164032dc-a484-429c-b6f1-2cea75852d55 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812070
Feb 17 01:08:55.794600 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-99e1dd05-14bd-474d-bc2a-99d8c251932f req-4c3b3444-d44f-4b40-b19b-11184340e479 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835729
Feb 17 01:08:56.005192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcfe08-44d2-4c4b-b68e-384efea6883a req-078f1100-6503-4b77-ae7e-efe2fdcaab03 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:56.006801 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dffcfe08-44d2-4c4b-b68e-384efea6883a req-078f1100-6503-4b77-ae7e-efe2fdcaab03 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0860615
Feb 17 01:08:56.054593 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dffcfe08-44d2-4c4b-b68e-384efea6883a req-892bc65e-f299-4588-b046-00ff44b25685 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414367
Feb 17 01:08:57.052952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4e8da-442b-4ca4-bb79-562a56cc549c req-989aca1d-ee2d-49e5-ae4b-5d24708a5afb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:57.054479 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26a4e8da-442b-4ca4-bb79-562a56cc549c req-989aca1d-ee2d-49e5-ae4b-5d24708a5afb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1576610
Feb 17 01:08:57.061961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b61c7b-8b5c-4d39-8691-1d8861f07dc2 req-78d1cc14-87c2-4eff-a4a0-36990c6cc0d4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:57.063510 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-70b61c7b-8b5c-4d39-8691-1d8861f07dc2 req-78d1cc14-87c2-4eff-a4a0-36990c6cc0d4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1306872
Feb 17 01:08:57.135366 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26a4e8da-442b-4ca4-bb79-562a56cc549c req-4c2ceebc-473d-43bb-81b6-0257777c0236 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707908
Feb 17 01:08:57.146370 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-70b61c7b-8b5c-4d39-8691-1d8861f07dc2 req-81824a13-1ab4-4c0f-a836-861e77cd123e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673940
Feb 17 01:08:57.321457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874dc63-14c9-4709-a4e3-5816c2accd73 req-f98d5b11-a057-4132-8f48-dff90ce4a07c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:57.323006 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0874dc63-14c9-4709-a4e3-5816c2accd73 req-f98d5b11-a057-4132-8f48-dff90ce4a07c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0866904
Feb 17 01:08:57.373466 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0874dc63-14c9-4709-a4e3-5816c2accd73 req-0c60bfe3-356a-47be-a7c7-a9eede80eea5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428765
Feb 17 01:08:58.407514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e18f9c-ea16-42a2-8b95-37d54d31f54e req-c7d818b3-af4b-46ab-94cd-b396636e7fcc tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:58.409121 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-86e18f9c-ea16-42a2-8b95-37d54d31f54e req-c7d818b3-af4b-46ab-94cd-b396636e7fcc tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1576374
Feb 17 01:08:58.415984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b7591-3f99-4f09-995b-56afa2d47ffa req-91b20a1a-9ec9-4162-b592-919f5b6b7e4e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:58.417422 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-928b7591-3f99-4f09-995b-56afa2d47ffa req-91b20a1a-9ec9-4162-b592-919f5b6b7e4e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1291995
Feb 17 01:08:58.493739 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-86e18f9c-ea16-42a2-8b95-37d54d31f54e req-fb909104-7a35-4c20-a1cc-1014d1ed6c1c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752225
Feb 17 01:08:58.498543 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-928b7591-3f99-4f09-995b-56afa2d47ffa req-89d0b1b9-c7e2-468a-b42f-34da10056104 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660472
Feb 17 01:08:58.700481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736027e1-03bf-4086-86f9-87950c9fe2d8 req-54be18b3-667f-40d4-bbe3-1882b32f680b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:58.702029 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-736027e1-03bf-4086-86f9-87950c9fe2d8 req-54be18b3-667f-40d4-bbe3-1882b32f680b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0931878
Feb 17 01:08:58.751332 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-736027e1-03bf-4086-86f9-87950c9fe2d8 req-d1d65ab6-1b2a-402a-a421-bf2434441252 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427041
Feb 17 01:08:59.967259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ceeb2-9f6b-4868-9d59-938299c2cf2a req-b79f7c1c-6e74-4a6c-aef7-128c49f1d5ee tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:59.968856 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-069ceeb2-9f6b-4868-9d59-938299c2cf2a req-b79f7c1c-6e74-4a6c-aef7-128c49f1d5ee tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.3528097
Feb 17 01:08:59.974779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db22e8f-ccbe-43ee-bfc9-d12f7976bab7 req-312e2d53-f3bb-40ba-bcdb-4524169e3eb3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:08:59.976256 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5db22e8f-ccbe-43ee-bfc9-d12f7976bab7 req-312e2d53-f3bb-40ba-bcdb-4524169e3eb3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.3236482
Feb 17 01:09:00.050248 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-069ceeb2-9f6b-4868-9d59-938299c2cf2a req-ab349671-bb1c-4968-a23e-89e4d56dd818 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729594
Feb 17 01:09:00.057642 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5db22e8f-ccbe-43ee-bfc9-d12f7976bab7 req-f1979386-7755-408a-8714-dfad467a598a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663729
Feb 17 01:09:00.138894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:00.210687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 5d6af318-db10-4d43-964b-d339ce591585 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:00.211123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:00.244233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b4946-55c8-4496-b1db-43b76782ea2c req-5e41c097-b0e5-4995-82cf-39607df0b11f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:00.245853 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3d0b4946-55c8-4496-b1db-43b76782ea2c req-5e41c097-b0e5-4995-82cf-39607df0b11f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 944 time: 0.0870612
Feb 17 01:09:00.295327 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3d0b4946-55c8-4496-b1db-43b76782ea2c req-8840840e-a374-4afd-b8d6-726e1d332c4a tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420201
Feb 17 01:09:00.339601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 7c5dc629-ed91-472d-b994-d6ab5af6bed5 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:00.407408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:09:00.412301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:00.412715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:00.538531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:00.567373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:00.577607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 7c5dc629-ed91-472d-b994-d6ab5af6bed5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:00.581520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:00.583399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-169c7147-7c68-4b29-9705-45059eed5539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:00.635529 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'code': 200}
Feb 17 01:09:00.662199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=7c5dc629-ed91-472d-b994-d6ab5af6bed5,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:00.665613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:00.890744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f1c01-06e1-4493-a489-e70dcd4555de req-e3ebf933-3105-4e75-8424-dcc52f6ad7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:00.892409 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e3f1c01-06e1-4493-a489-e70dcd4555de req-e3ebf933-3105-4e75-8424-dcc52f6ad7c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1163 time: 0.0763426
Feb 17 01:09:00.943004 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e3f1c01-06e1-4493-a489-e70dcd4555de req-c3976fde-d614-4848-8453-82757974747d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371795
Feb 17 01:09:01.323220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9114d3f-4060-4099-9344-ab5ece6e0d96 req-e7243d4c-7c83-4373-98a6-518d3e2b9b83 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:01.325281 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d9114d3f-4060-4099-9344-ab5ece6e0d96 req-e7243d4c-7c83-4373-98a6-518d3e2b9b83 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1604831
Feb 17 01:09:01.331427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425832ad-ac37-4a0d-8e63-40e0c483cd45 req-615d3cba-16a5-4988-bf80-57147a733c69 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:01.332952 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-425832ad-ac37-4a0d-8e63-40e0c483cd45 req-615d3cba-16a5-4988-bf80-57147a733c69 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1261454
Feb 17 01:09:01.413975 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d9114d3f-4060-4099-9344-ab5ece6e0d96 req-4117d895-be29-4dc9-bfd6-4e8195e59fab tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799689
Feb 17 01:09:01.418782 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-425832ad-ac37-4a0d-8e63-40e0c483cd45 req-639ff240-8ff1-4e96-9bc9-abcfac279e49 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681322
Feb 17 01:09:01.608058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5c42d-5c54-4016-962c-9ae3bd193312 req-e83300fc-5f2e-4713-8010-fc552b0a9c2e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:01.609778 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-42b5c42d-5c54-4016-962c-9ae3bd193312 req-e83300fc-5f2e-4713-8010-fc552b0a9c2e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0926473
Feb 17 01:09:01.660172 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-42b5c42d-5c54-4016-962c-9ae3bd193312 req-9df7afce-0e14-4ca2-b9c4-a1e0ce79e48f tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436351
Feb 17 01:09:02.682789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401428-58fa-4a48-a9cc-1ecabe4a3bff req-bac4df9d-c762-4d4d-bb90-a812466150b2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:02.684481 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a8401428-58fa-4a48-a9cc-1ecabe4a3bff req-bac4df9d-c762-4d4d-bb90-a812466150b2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1580932
Feb 17 01:09:02.694459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d510e1-e2fe-40e3-b64a-c5608fb3104a req-61f31620-c2ef-4698-b068-0df6bbb18884 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:02.696032 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-54d510e1-e2fe-40e3-b64a-c5608fb3104a req-61f31620-c2ef-4698-b068-0df6bbb18884 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1322553
Feb 17 01:09:02.773698 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a8401428-58fa-4a48-a9cc-1ecabe4a3bff req-5be7d896-7521-4e09-8611-2d976b4b93c0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766172
Feb 17 01:09:02.776582 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-54d510e1-e2fe-40e3-b64a-c5608fb3104a req-80acbbb2-8df2-4451-84e5-ef7ed1e22c2e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650764
Feb 17 01:09:02.970191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c475b2-637d-4721-b79d-211106841ef0 req-95355c9a-770e-4803-97e6-f911874bcd04 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:02.971872 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-57c475b2-637d-4721-b79d-211106841ef0 req-95355c9a-770e-4803-97e6-f911874bcd04 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0918016
Feb 17 01:09:03.029891 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-57c475b2-637d-4721-b79d-211106841ef0 req-02df7fdf-07ac-4bea-b6e6-fad0689960a0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0505950
Feb 17 01:09:04.056068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9bd49-e6e0-48d5-84c2-90e1b3ebb734 req-0fbf8d7a-11b8-45c6-9037-ea7ce11e4572 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:04.058667 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5cb9bd49-e6e0-48d5-84c2-90e1b3ebb734 req-0fbf8d7a-11b8-45c6-9037-ea7ce11e4572 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1614113
Feb 17 01:09:04.065642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d406a0-a56e-4121-879c-9cea26841f9c req-568ff125-8013-48d7-9af5-7f9aedf813cc tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:04.067267 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e8d406a0-a56e-4121-879c-9cea26841f9c req-568ff125-8013-48d7-9af5-7f9aedf813cc tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1282248
Feb 17 01:09:04.150390 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5cb9bd49-e6e0-48d5-84c2-90e1b3ebb734 req-20c940f8-dc67-4a9b-b549-30d46267e3d7 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820706
Feb 17 01:09:04.154088 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e8d406a0-a56e-4121-879c-9cea26841f9c req-11d90fba-e7f8-40e6-a3db-aec4f1c620d2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693953
Feb 17 01:09:04.342249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c123d9-d949-40a5-ac6e-466ade4aa231 req-2767e7db-1d16-4ea2-b1da-a2f287177740 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:04.343819 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b9c123d9-d949-40a5-ac6e-466ade4aa231 req-2767e7db-1d16-4ea2-b1da-a2f287177740 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0923843
Feb 17 01:09:04.394672 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b9c123d9-d949-40a5-ac6e-466ade4aa231 req-d78ee473-585d-4e4b-b570-76ee787bca18 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444877
Feb 17 01:09:05.445807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00d070-dec4-4949-8dce-5ee3d0f66598 req-db2721c6-1546-4f39-a5be-e177e306bd3b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:05.447399 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ef00d070-dec4-4949-8dce-5ee3d0f66598 req-db2721c6-1546-4f39-a5be-e177e306bd3b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1610560
Feb 17 01:09:05.453541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98f43-40b5-437c-b773-73da65b7d199 req-c9a97d28-621b-4f09-a664-9c30a17cc9f2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:05.455068 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4ab98f43-40b5-437c-b773-73da65b7d199 req-c9a97d28-621b-4f09-a664-9c30a17cc9f2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1313305
Feb 17 01:09:05.530157 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ef00d070-dec4-4949-8dce-5ee3d0f66598 req-402b9af2-fe56-49dc-9d7f-e1c061cbc86b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740168
Feb 17 01:09:05.537835 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4ab98f43-40b5-437c-b773-73da65b7d199 req-9a8f8491-6bb1-4c10-ba11-9006a30d58f5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651917
Feb 17 01:09:05.722263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43369-e46b-44cb-8a7a-4e3ca558e141 req-c3552e83-fe1d-4314-aafe-2ef369c3b37a tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:05.723832 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c43369-e46b-44cb-8a7a-4e3ca558e141 req-c3552e83-fe1d-4314-aafe-2ef369c3b37a tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0899303
Feb 17 01:09:05.746366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:05.774600 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c43369-e46b-44cb-8a7a-4e3ca558e141 req-831ec0f7-72f4-45e4-9314-056635b8fae6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435660
Feb 17 01:09:06.814436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754c615-d1eb-45d9-a7b8-d185069ec8db req-cee579ba-4e08-4a64-a1f2-a69d190fe68d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:06.816250 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c754c615-d1eb-45d9-a7b8-d185069ec8db req-cee579ba-4e08-4a64-a1f2-a69d190fe68d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1656585
Feb 17 01:09:06.828010 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc151c-6604-43c7-b930-3cd6f76201f5 req-1709e399-ceb1-405c-b337-7554b6511da3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:06.829675 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6dc151c-6604-43c7-b930-3cd6f76201f5 req-1709e399-ceb1-405c-b337-7554b6511da3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.1359823
Feb 17 01:09:06.906705 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c754c615-d1eb-45d9-a7b8-d185069ec8db req-012d423a-8292-475d-a062-04727b56d984 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759141
Feb 17 01:09:06.911291 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6dc151c-6604-43c7-b930-3cd6f76201f5 req-7c65299a-3c15-4300-bef7-034eaf71049e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641475
Feb 17 01:09:06.929541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f80fe06-c564-4020-af02-2778f5cde5b7 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:07.001174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 3f80fe06-c564-4020-af02-2778f5cde5b7 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:09:07.006599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f80fe06-c564-4020-af02-2778f5cde5b7 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:07.007023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:07.100248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326c286-096b-4bc8-b4d0-0c0269974a7b req-b18be710-9976-42bd-89c8-fd4255d28066 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:07.101802 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0326c286-096b-4bc8-b4d0-0c0269974a7b req-b18be710-9976-42bd-89c8-fd4255d28066 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0898516
Feb 17 01:09:07.136644 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:07.152288 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0326c286-096b-4bc8-b4d0-0c0269974a7b req-a083d850-4d96-4f12-92ae-4d0c0e366585 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438092
Feb 17 01:09:07.166768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:07.177923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f80fe06-c564-4020-af02-2778f5cde5b7,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:07.181356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:07.182324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 7c5dc629-ed91-472d-b994-d6ab5af6bed5 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:07.213830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:07.255542 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'code': 200}
Feb 17 01:09:07.321585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:07.325244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:07.336817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:07.337131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:07.578520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a95951-95e7-43a6-9721-3b7dc07ad79c req-378fad3a-0ce6-49b8-9c86-664cd3de0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:07.580956 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-48a95951-95e7-43a6-9721-3b7dc07ad79c req-378fad3a-0ce6-49b8-9c86-664cd3de0bcc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1162 time: 0.1330414
Feb 17 01:09:07.637882 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-48a95951-95e7-43a6-9721-3b7dc07ad79c req-da875437-0e41-413d-9d54-b9985750e7fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497086
Feb 17 01:09:07.639613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07b40667-e74a-480f-9902-5b5a06f54eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:07.773786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f80fe06-c564-4020-af02-2778f5cde5b7 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:07.847227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f80fe06-c564-4020-af02-2778f5cde5b7 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:07.847755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:08.212169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e05dd-d594-469d-806d-5b671571b216 req-c04baf94-d93b-4bff-b245-c6cfaca29ac2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:08.213826 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-438e05dd-d594-469d-806d-5b671571b216 req-c04baf94-d93b-4bff-b245-c6cfaca29ac2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.1617274
Feb 17 01:09:08.221381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848e9ca-ac98-4740-ac02-8dc6264c6294 req-42829bf9-b925-43ef-8edd-3d600788fd7a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:08.222940 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f848e9ca-ac98-4740-ac02-8dc6264c6294 req-42829bf9-b925-43ef-8edd-3d600788fd7a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1687458
Feb 17 01:09:08.295829 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-438e05dd-d594-469d-806d-5b671571b216 req-72ee97aa-17f9-4434-8898-b9e5a1275b1a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717797
Feb 17 01:09:08.306289 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f848e9ca-ac98-4740-ac02-8dc6264c6294 req-9bd32e21-9ddb-4a39-8dac-bcf51f8dfbd9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661662
Feb 17 01:09:08.495495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfed4b-5256-4325-a75d-d5d18a122cb0 req-4241fe3e-4db9-4861-8cd1-bd72b6392f50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:08.497744 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2edfed4b-5256-4325-a75d-d5d18a122cb0 req-4241fe3e-4db9-4861-8cd1-bd72b6392f50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.0949059
Feb 17 01:09:08.553559 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2edfed4b-5256-4325-a75d-d5d18a122cb0 req-2ab52bb6-51cf-4026-a7fc-6f14ec5941ac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0490952
Feb 17 01:09:09.046942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9899ec-2154-4781-9ca9-598786f9be2f req-7dc0c710-121d-432f-9573-12759642bb92 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:09.048647 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe9899ec-2154-4781-9ca9-598786f9be2f req-7dc0c710-121d-432f-9573-12759642bb92 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.0883009
Feb 17 01:09:09.101892 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe9899ec-2154-4781-9ca9-598786f9be2f req-236eafed-b34e-4748-935c-1af5abcf856e tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468004
Feb 17 01:09:09.575297 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5fe5e-69b3-4aa3-b130-f8978f01a4e6 req-3a049af7-db75-4d9b-89a8-fe4fadaa958b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:09.577037 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-adc5fe5e-69b3-4aa3-b130-f8978f01a4e6 req-3a049af7-db75-4d9b-89a8-fe4fadaa958b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.1589870
Feb 17 01:09:09.585082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aed1bd-f208-44cb-b1c0-38fbf4f45936 req-c21a82a5-b7cc-4e79-b23f-e90ae88cbdf1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:09.586722 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-68aed1bd-f208-44cb-b1c0-38fbf4f45936 req-c21a82a5-b7cc-4e79-b23f-e90ae88cbdf1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1317453
Feb 17 01:09:09.663244 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-adc5fe5e-69b3-4aa3-b130-f8978f01a4e6 req-5e63a904-6823-4179-b449-d6ae855d95dc tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753055
Feb 17 01:09:09.671746 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-68aed1bd-f208-44cb-b1c0-38fbf4f45936 req-e151d1cd-0f24-4315-9cae-3bd164d525a4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672097
Feb 17 01:09:09.712403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a914814e-1dc8-4cc3-9204-74f341524b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:09.731447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 7c5dc629-ed91-472d-b994-d6ab5af6bed5 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:09.813781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:09.814590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:09.923318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69332e-4f01-410a-a29f-2f25c87e296f req-7322a9d9-a9d0-4a37-97b4-0987aa095d52 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:09.925916 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ec69332e-4f01-410a-a29f-2f25c87e296f req-7322a9d9-a9d0-4a37-97b4-0987aa095d52 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.1249886
Feb 17 01:09:09.982365 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ec69332e-4f01-410a-a29f-2f25c87e296f req-9242357e-1a8b-4533-aad4-24e213a456dd tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482020
Feb 17 01:09:10.125390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:10.213696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a4d36-30ea-49b0-a10d-dc8910d9d69b req-b8c02689-6150-41a2-9e83-b87915607c27 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:10.222164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52706) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:10.225019 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-757a4d36-30ea-49b0-a10d-dc8910d9d69b req-b8c02689-6150-41a2-9e83-b87915607c27 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.1261785
Feb 17 01:09:10.235501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52712) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:10.241364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'floatingip': {'port_id': '7c5dc629-ed91-472d-b994-d6ab5af6bed5'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:10.336858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b24b4-7737-4d4c-800a-455651120c6a req-8a8d1ee6-dd5a-462d-baae-de58fe1e6f84 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:10.345746 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e25b24b4-7737-4d4c-800a-455651120c6a req-8a8d1ee6-dd5a-462d-baae-de58fe1e6f84 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1073537
Feb 17 01:09:10.348445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:10.414273 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e25b24b4-7737-4d4c-800a-455651120c6a req-ad27743c-f752-4e6c-bf44-b342daccda21 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674491
Feb 17 01:09:10.498692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:10.560164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:10.577819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Usage tracker for resource:security_group_rule and tenant:92389832cf8f49478d18a5d909faaed0 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:10.583501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:10.621763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:11.107910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1feae4-3bea-49a0-801b-b64cd01d7709 req-7177b5b0-a0ec-47ba-8242-11e76d1817e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:11.109586 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d1feae4-3bea-49a0-801b-b64cd01d7709 req-7177b5b0-a0ec-47ba-8242-11e76d1817e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1721811
Feb 17 01:09:11.116764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65672cbe-e07d-45de-a0e3-f558c6d99760 req-cd2e93c0-037c-4246-a7c1-f016a0df58e8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:11.118596 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-65672cbe-e07d-45de-a0e3-f558c6d99760 req-cd2e93c0-037c-4246-a7c1-f016a0df58e8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.1358018
Feb 17 01:09:11.209072 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-65672cbe-e07d-45de-a0e3-f558c6d99760 req-16d670ea-32ac-41f7-8654-e9cf26e08e69 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710537
Feb 17 01:09:11.227777 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d1feae4-3bea-49a0-801b-b64cd01d7709 req-e7fb08af-3144-4ffb-ae6d-06806eef53e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917165
Feb 17 01:09:11.228137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.288564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52760) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:11.363608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.397302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:11.431618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.452084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5e5e5-ae6b-459a-a644-d853ebe89410 req-d464359c-cdd4-47e8-892f-e022aeaa03ae tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:11.453962 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-82c5e5e5-ae6b-459a-a644-d853ebe89410 req-d464359c-cdd4-47e8-892f-e022aeaa03ae tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.1252019
Feb 17 01:09:11.455204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37019ac-82a0-482b-8cf3-4ec6777c220e,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:11.459040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:11.461048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:11.465880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:12861821bd8a4b0699cd1ea83f9207a4 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:11.469203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:11.473640 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=92389832cf8f49478d18a5d909faaed0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2500443
Feb 17 01:09:11.474334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52768) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:11.483135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:11.483135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52772) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:11.490301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'floatingip': {'port_id': '3f80fe06-c564-4020-af02-2778f5cde5b7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:11.657663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.701181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.750641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.753109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.763571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.841008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.982486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:11.990813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:12.005540 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Floating IP d7d87da0-ea54-46c3-8320-091e417337c8 associated. External IP: 172.27.3.201, port: 7c5dc629-ed91-472d-b994-d6ab5af6bed5.
Feb 17 01:09:12.063660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.109493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9579f-dc4e-4a92-8aa0-751c1bbaed6f req-67b70a67-4a5d-41d6-92c2-f4ac69ed5f6f tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:12.111132 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-afc9579f-dc4e-4a92-8aa0-751c1bbaed6f req-67b70a67-4a5d-41d6-92c2-f4ac69ed5f6f tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.5549703
Feb 17 01:09:12.133180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37019ac-82a0-482b-8cf3-4ec6777c220e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:12.135813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:12.154885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.156921 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b37019ac-82a0-482b-8cf3-4ec6777c220e HTTP/1.1" status: 204  len: 168 time: 0.6785276
Feb 17 01:09:12.414312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.429970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.431975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:09:12.440711 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-afc9579f-dc4e-4a92-8aa0-751c1bbaed6f req-a272038f-f443-4f9a-bf6d-122d6529f315 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218677
Feb 17 01:09:12.448212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:12.604965 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=12861821bd8a4b0699cd1ea83f9207a4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3149412
Feb 17 01:09:12.608388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52784) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:12.620950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9462c6-e03f-4dd3-ad75-ae201636a187,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:12.624785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:12.688439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:09:12.693398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.703621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:09:12.715510 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:09:12.716178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913273198>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:09:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:12.750002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.792545 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ca0b0e7a-c19b-42da-b983-701845f59fcc tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "PUT /v2.0/floatingips/d7d87da0-ea54-46c3-8320-091e417337c8 HTTP/1.1" status: 200  len: 992 time: 2.5557411
Feb 17 01:09:12.796251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:12.803363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.862635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.870365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:12.876198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c78121-ebd3-47bb-ab16-3c483f867e24 req-4f0ef73b-00ab-4c0a-84df-e5004ff6dc45 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:12.878171 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-94c78121-ebd3-47bb-ab16-3c483f867e24 req-4f0ef73b-00ab-4c0a-84df-e5004ff6dc45 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.5173137
Feb 17 01:09:12.896865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.901460 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9c9462c6-e03f-4dd3-ad75-ae201636a187 HTTP/1.1" status: 204  len: 168 time: 0.2918658
Feb 17 01:09:12.903028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9462c6-e03f-4dd3-ad75-ae201636a187,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:12.925463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:12.948362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:09:13.054215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.resource_extend [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 01:09:13.177906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.191456 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-94c78121-ebd3-47bb-ab16-3c483f867e24 req-5892d670-8b6a-4516-8b41-7dec289ef8d1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2988138
Feb 17 01:09:13.192764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.281324 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'status': 'completed', 'code': 200}
Feb 17 01:09:13.382734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913273198>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'd7d87da0-ea54-46c3-8320-091e417337c8', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:f4:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685743fa-bd92-463d-affa-afd15a920568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:05Z', 'updated_at': '2021-02-17T01:09:11Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:13.387930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:09:13.397365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:09:13.398180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913273198>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:09:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:13.405983 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP f3b2c61d-4b8b-4166-8a71-d39227ce49db associated. External IP: 172.27.3.251, port: 3f80fe06-c564-4020-af02-2778f5cde5b7.
Feb 17 01:09:13.439442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52802) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:13.458580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.476534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:13.481251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Usage tracker for resource:security_group_rule and tenant:a47112ab950742ef95926b10d08e5098 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:13.484508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:13.490424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:13.582645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.587300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.597728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:13.604640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:09:13.644479 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a47112ab950742ef95926b10d08e5098&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2011709
Feb 17 01:09:13.644479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf0d32-a790-41ec-92c4-731a326f7dc9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:13.644742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52808) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:13.646092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:14.005181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913273198>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'd7d87da0-ea54-46c3-8320-091e417337c8', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:f4:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685743fa-bd92-463d-affa-afd15a920568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:05Z', 'updated_at': '2021-02-17T01:09:11Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:14.009975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ebec2d-ebf7-45e4-a3df-c1c3ad1e6255 None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'd7d87da0-ea54-46c3-8320-091e417337c8', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.201', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:f4:31:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685743fa-bd92-463d-affa-afd15a920568', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:05Z', 'updated_at': '2021-02-17T01:09:11Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:09:14.110123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb77f4-a4be-4e81-968c-4bdfa16d71b6 req-ce9fc79a-cf37-43ac-bb62-749983f59965 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:14.111771 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d4bb77f4-a4be-4e81-968c-4bdfa16d71b6 req-ce9fc79a-cf37-43ac-bb62-749983f59965 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.5323045
Feb 17 01:09:14.125240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:14.203105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:14.223757 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d4bb77f4-a4be-4e81-968c-4bdfa16d71b6 req-6826cc69-464a-4736-96f4-d65f20cec47a tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997109
Feb 17 01:09:14.276367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:09:14.365910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2f889-5586-4e7e-a9b8-952f73fc1cdc None None] New status for floating IP d7d87da0-ea54-46c3-8320-091e417337c8: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:09:14.474412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:14.483897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:14.515481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf0d32-a790-41ec-92c4-731a326f7dc9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:14.520467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:14.543155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:14.544384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dcbf0d32-a790-41ec-92c4-731a326f7dc9 HTTP/1.1" status: 204  len: 168 time: 0.8981063
Feb 17 01:09:14.590871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8337f-17e8-4139-9cff-a8d0f0e21f89 req-6237d4a0-c43f-4b85-aa58-719f0ef0ad9a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:14.592509 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e4d8337f-17e8-4139-9cff-a8d0f0e21f89 req-6237d4a0-c43f-4b85-aa58-719f0ef0ad9a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.2486885
Feb 17 01:09:14.593829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:09:14.598231 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:14.612492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:09:14.624365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:09:14.625450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d23208>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:09:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:14.694057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ad9b812e-2883-4d49-912e-1dae3d3b2c75 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "PUT /v2.0/floatingips/f3b2c61d-4b8b-4166-8a71-d39227ce49db HTTP/1.1" status: 200  len: 991 time: 3.2097466
Feb 17 01:09:14.697350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:14.707707 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e4d8337f-17e8-4139-9cff-a8d0f0e21f89 req-2525eac0-3e35-404a-acee-5185d1e9d0c3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769768
Feb 17 01:09:15.032618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:09:15.236740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:15.426792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d23208>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'f3b2c61d-4b8b-4166-8a71-d39227ce49db', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:68:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28122cf-b55a-4bef-b26c-21978441f731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:13Z', 'updated_at': '2021-02-17T01:09:12Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:15.431118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:09:15.440705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:09:15.441354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d23208>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:09:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:15.640639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:09:16.060097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d23208>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'f3b2c61d-4b8b-4166-8a71-d39227ce49db', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:68:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28122cf-b55a-4bef-b26c-21978441f731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:13Z', 'updated_at': '2021-02-17T01:09:12Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:16.064848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c1a42-73fe-4b44-a6e4-8063cd8c443d None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'f3b2c61d-4b8b-4166-8a71-d39227ce49db', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:68:e3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28122cf-b55a-4bef-b26c-21978441f731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:08:13Z', 'updated_at': '2021-02-17T01:09:12Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:09:16.363469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646596d-68f1-434c-a502-5c32d9cfe80a None None] New status for floating IP f3b2c61d-4b8b-4166-8a71-d39227ce49db: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:09:17.414765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c888-beea-4faa-920e-cb09e0536118 req-246854cf-b7b9-41cd-b792-f38960aba8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.416451 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-246854cf-b7b9-41cd-b792-f38960aba8f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1163 time: 0.2805433
Feb 17 01:09:17.524086 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'status': 'completed', 'code': 200}
Feb 17 01:09:17.570646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c888-beea-4faa-920e-cb09e0536118 req-8c87f378-60f6-40d5-9985-ad42c2e2b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.572284 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-8c87f378-60f6-40d5-9985-ad42c2e2b72e service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1483536
Feb 17 01:09:17.602030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:17.704995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2978a673-d699-4bb4-9293-2faefa3dae32 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:17.705321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:17.729179 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-59f2d8c2-178d-4558-ba29-2fb2e0829a78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 1002 time: 0.1376719
Feb 17 01:09:17.808830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c9c3-d47d-4667-9b94-75899b37398f req-9b615e17-1543-4a8d-95ff-205bfc9abdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.810567 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-9b615e17-1543-4a8d-95ff-205bfc9abdee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1162 time: 0.2607930
Feb 17 01:09:17.824713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c888-beea-4faa-920e-cb09e0536118 req-e09a61a7-9e9c-4bd1-8ef3-d5e5c18e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.827269 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-e09a61a7-9e9c-4bd1-8ef3-d5e5c18e1e44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0882556
Feb 17 01:09:17.840707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424ee2d-c6c4-429e-85d6-8e89412973be req-a6df99c9-fb52-4b7f-a7a9-a7df6e771b29 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.842311 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f424ee2d-c6c4-429e-85d6-8e89412973be req-a6df99c9-fb52-4b7f-a7a9-a7df6e771b29 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.2070754
Feb 17 01:09:17.852277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31721-6f02-4c08-b80d-59641b69c304 req-07712425-2f06-4e5c-8e5d-e8c54871f116 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:17.853826 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36d31721-6f02-4c08-b80d-59641b69c304 req-07712425-2f06-4e5c-8e5d-e8c54871f116 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.2170098
Feb 17 01:09:17.926220 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f424ee2d-c6c4-429e-85d6-8e89412973be req-9097a953-e198-478a-8fb4-d0b289c0d849 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713432
Feb 17 01:09:17.934630 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36d31721-6f02-4c08-b80d-59641b69c304 req-8fd84971-ad95-4252-9595-6737e76b453f tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641005
Feb 17 01:09:18.137015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c9c3-d47d-4667-9b94-75899b37398f req-ed980907-537e-48cc-bd53-2f6c33279a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:18.138715 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-ed980907-537e-48cc-bd53-2f6c33279a76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1449373
Feb 17 01:09:18.145963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c888-beea-4faa-920e-cb09e0536118 req-cddd013d-4e07-4088-8380-2cf7c53f313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:18.147548 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-cddd013d-4e07-4088-8380-2cf7c53f313a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1518095
Feb 17 01:09:18.154557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-5bfc62b3-afd7-4b2a-bb43-a09fe50f0eb4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:18.155336 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-5bfc62b3-afd7-4b2a-bb43-a09fe50f0eb4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Synchronizing usage tracker for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:09:18.256605 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-2698decd-8cbe-44c1-9428-4e243b6fec88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 1001 time: 0.1095898
Feb 17 01:09:18.261230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-5bfc62b3-afd7-4b2a-bb43-a09fe50f0eb4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Unset dirty status for tenant:2c6911f17ed7464fad2e659a45f5845b on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:09:18.263028 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-5bfc62b3-afd7-4b2a-bb43-a09fe50f0eb4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.69 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.2687075
Feb 17 01:09:18.342449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c9c3-d47d-4667-9b94-75899b37398f req-bd98e0c9-aabd-4948-9735-deb89598df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:18.344057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-bd98e0c9-aabd-4948-9735-deb89598df9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0670011
Feb 17 01:09:18.371377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-17f372b7-d156-44cc-adab-891482ada25b service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112262
Feb 17 01:09:18.379834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Deleting port 2978a673-d699-4bb4-9293-2faefa3dae32 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:09:18.380220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:18.437922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c9c3-d47d-4667-9b94-75899b37398f req-39c512e2-0856-413b-88b1-487f6af6dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:18.439592 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-39c512e2-0856-413b-88b1-487f6af6dc54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856054
Feb 17 01:09:18.613399 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-bcfde11e-603a-4771-b6f0-854c0088273f service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648834
Feb 17 01:09:18.731120 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1957c888-beea-4faa-920e-cb09e0536118 req-6ac3b5bb-4a23-475d-8538-05156512f4cf service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3135412
Feb 17 01:09:18.799660 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da07c9c3-d47d-4667-9b94-75899b37398f req-f8578dd6-9c07-486d-adae-de634b426b0c service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1743865
Feb 17 01:09:18.809928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] For port 2978a673-d699-4bb4-9293-2faefa3dae32, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2978a673-d699-4bb4-9293-2faefa3dae32,segment=NetworkSegment(078987c6-6c8e-4c90-9c5a-241590df0a40),segment_id=078987c6-6c8e-4c90-9c5a-241590df0a40)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:18.810343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:18.948760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Calling delete_port for 2978a673-d699-4bb4-9293-2faefa3dae32 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:09:19.181839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:19.200605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:19.204719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266586-c6d5-47e6-9c03-1d6ec30c6517 req-f0b8697e-59e2-45d9-b444-61e3297ae13e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:19.206356 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9f266586-c6d5-47e6-9c03-1d6ec30c6517 req-f0b8697e-59e2-45d9-b444-61e3297ae13e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1604917
Feb 17 01:09:19.212365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6eaeb-88eb-45c9-9a46-5fd27160f247 req-5cfb5db5-1e70-4c43-afeb-e7c4e896f7d6 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:19.213902 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a9a6eaeb-88eb-45c9-9a46-5fd27160f247 req-5cfb5db5-1e70-4c43-afeb-e7c4e896f7d6 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 946 time: 0.1311319
Feb 17 01:09:19.303129 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a9a6eaeb-88eb-45c9-9a46-5fd27160f247 req-d73cf183-ab87-4f22-9476-d44429c23ed4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731289
Feb 17 01:09:19.326691 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9f266586-c6d5-47e6-9c03-1d6ec30c6517 req-faca3299-eebf-43db-b884-0fa53b207e9f tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116097
Feb 17 01:09:19.331815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Pushing event deleted for resources: {'Port': ['ID=2978a673-d699-4bb4-9293-2faefa3dae32,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:19.354338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:19.469777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] No DVR routers for this DVR port 2978a673-d699-4bb4-9293-2faefa3dae32 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:09:19.473359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:19.476268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'name': 'network-vif-deleted', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:19.501362 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c80681-9c38-45f8-8d96-8a5fcc92c0e3 req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.69 "DELETE /v2.0/ports/2978a673-d699-4bb4-9293-2faefa3dae32 HTTP/1.1" status: 204  len: 173 time: 1.2185090
Feb 17 01:09:19.553495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:09:19.583082 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24799308-60dc-4d9f-84f0-80db921b8956', 'name': 'network-vif-deleted', 'tag': '2978a673-d699-4bb4-9293-2faefa3dae32', 'status': 'completed', 'code': 200}
Feb 17 01:09:19.604869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 2978a673-d699-4bb4-9293-2faefa3dae32 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:09:19.605373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2978a673-d699-4bb4-9293-2faefa3dae32 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:09:20.531112 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-db96c12d-fac2-436e-8d4f-ccd4090fee4b req-5eefa317-8b6e-4c28-9f43-ba87e0eb4ec4 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] 10.222.0.68 "GET /v2.0/ports?device_id=24799308-60dc-4d9f-84f0-80db921b8956 HTTP/1.1" status: 200  len: 210 time: 0.0928011
Feb 17 01:09:20.575237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f18f67-c4b1-457c-8dca-aba00320e70b req-20f116a2-e9af-4960-b25f-53200f16d09c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:20.576840 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21f18f67-c4b1-457c-8dca-aba00320e70b req-20f116a2-e9af-4960-b25f-53200f16d09c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1018579
Feb 17 01:09:20.635180 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21f18f67-c4b1-457c-8dca-aba00320e70b req-6ee0a549-4bb1-4723-a8c0-900774e86ca7 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509000
Feb 17 01:09:20.931418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33c9a8-3cf0-49d6-a889-2a040f52d1e6 req-706448d5-d6b1-4a68-9986-d7a86fa8635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:20.933080 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1e33c9a8-3cf0-49d6-a889-2a040f52d1e6 req-706448d5-d6b1-4a68-9986-d7a86fa8635b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1163 time: 0.1152740
Feb 17 01:09:21.010384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1e33c9a8-3cf0-49d6-a889-2a040f52d1e6 req-48c291ef-c320-4576-acb0-92808b53e491 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686262
Feb 17 01:09:21.133672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 52968) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:21.289558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.305423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:21.310039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Usage tracker for resource:security_group_rule and tenant:709c5a3be3eb4717881be308580deec7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:21.313078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:21.318775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:21.407597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.410681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.423760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c68517ac-cc0a-46f7-8635-79365dff5c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:21.469897 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=709c5a3be3eb4717881be308580deec7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3349698
Feb 17 01:09:21.471811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd25e3b-7a0f-4c26-8e3a-1af267136887,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:21.472826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52974) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:21.475584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:21.540144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.574602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.623780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.629963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8d66dbce-a4e1-4d47-adb5-83152c2f8586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:21.641160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd25e3b-7a0f-4c26-8e3a-1af267136887,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:21.646239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:21.648399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:21.651230 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cfd25e3b-7a0f-4c26-8e3a-1af267136887 HTTP/1.1" status: 204  len: 168 time: 0.1770859
Feb 17 01:09:21.859208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763b62b-082b-4acc-be18-24069832e269 req-910dd4c0-72fd-40aa-ab8c-f782bd121f12 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:21.860865 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2763b62b-082b-4acc-be18-24069832e269 req-910dd4c0-72fd-40aa-ab8c-f782bd121f12 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1003196
Feb 17 01:09:21.911160 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2763b62b-082b-4acc-be18-24069832e269 req-1f38c80d-1bca-45e1-9732-50f8ebfce8d4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441108
Feb 17 01:09:22.021609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 52998) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:22.059257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.099660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:22.109250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Usage tracker for resource:security_group_rule and tenant:42caa03271c54998a82e61aa4925045b is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:22.116180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:22.128366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:22.223632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.226556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.235549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-83a23090-dd23-4532-8c9e-12115fcd2f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:22.279309 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42caa03271c54998a82e61aa4925045b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564926
Feb 17 01:09:22.280243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd53f70c-2c1a-4111-8dbc-59c22d04cf4a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:22.282267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53008) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:22.284159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:22.348363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.381034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.425855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.430760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1fa83d9a-1756-44d0-87ff-7795dd1eaa89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:22.445200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd53f70c-2c1a-4111-8dbc-59c22d04cf4a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:22.448268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:22.454625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:22.455879 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd53f70c-2c1a-4111-8dbc-59c22d04cf4a HTTP/1.1" status: 204  len: 168 time: 0.1724544
Feb 17 01:09:23.179796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53034) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:23.324732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-763055471-network', 'tenant_id': '24533c36675045e28546de7826070a9e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:23.329757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:23.333800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Usage tracker for resource:network and tenant:24533c36675045e28546de7826070a9e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:23.336797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:23.342515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:23.352045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Made reservation on behalf of 24533c36675045e28546de7826070a9e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:23.356655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.369621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.385531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:23.390232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Usage tracker for resource:security_group_rule and tenant:24533c36675045e28546de7826070a9e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:23.393284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:23.399270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:23.486002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.488838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.493041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6a6e4699-def2-438d-90a3-0ab5f5796c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:23.522873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:09:23.535484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32898898-e632-4f71-9595-173cf427ecae,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:23.538814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:23.541556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.541946 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Added segment fc3a3ebb-e88a-49cd-88e3-93920d05f58b of type vxlan for network 43d88caf-c18d-410a-88ec-053c6a2ac4ee
Feb 17 01:09:23.573206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.603209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.604465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:23.605110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:23.610011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:23.716377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5353317
Feb 17 01:09:23.717360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Pushing event updated for resources: {'Network': ['ID=43d88caf-c18d-410a-88ec-053c6a2ac4ee,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:23.719620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53044) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:23.722474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:23.726379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Request body: {'subnet': {'network_id': '43d88caf-c18d-410a-88ec-053c6a2ac4ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-763055471-subnet', 'tenant_id': '24533c36675045e28546de7826070a9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:23.730736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:23.733587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:23.738367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Usage tracker for resource:subnet and tenant:24533c36675045e28546de7826070a9e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:23.741571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:23.748175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:23.762028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Made reservation on behalf of 24533c36675045e28546de7826070a9e for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:23.767105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:24.436652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:24.455260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d5ccf9e2-2800-4543-adc4-db8c0f8997be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:24.603550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aebbe29-dbb9-4723-b5d0-73517d668d84,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:24.607807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:24.667772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Checking segment: {'id': 'fc3a3ebb-e88a-49cd-88e3-93920d05f58b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '43d88caf-c18d-410a-88ec-053c6a2ac4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:09:24.668172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Network hostable DHCP agents. Network: 43d88caf-c18d-410a-88ec-053c6a2ac4ee, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:09:24.687569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:09:24.696087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 43d88caf-c18d-410a-88ec-053c6a2ac4ee) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:09:24.700689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:24.701339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:24.708280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f168fb0-8782-491b-81a2-1b9b81aa3d20 None None] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:24.722609 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0018265
Feb 17 01:09:24.966140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49378ad9-bb79-4644-b5ee-c108271d6023 None None] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:25.507824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53078) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:25.515366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340497774-network', 'tenant_id': '43a500817f934450aba07aaa70f9d32e'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:25.521752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:25.526034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Usage tracker for resource:network and tenant:43a500817f934450aba07aaa70f9d32e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:25.529222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:25.535831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:25.546221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Made reservation on behalf of 43a500817f934450aba07aaa70f9d32e for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:25.551031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.564716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.580269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:25.584537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Usage tracker for resource:security_group_rule and tenant:43a500817f934450aba07aaa70f9d32e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:25.587614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:25.594116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:25.682246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.685381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.689876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b8d2023-3a93-4150-856e-a7eb825a6cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:25.721155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:09:25.735828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f03fcf-291b-4b0b-8080-7cac9ced45f3,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:25.740805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:25.745476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.746085 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Added segment 169de520-0d9c-4870-9709-96444d5c2279 of type vxlan for network 7c827bd1-d7bf-4181-8962-23655621aa8e
Feb 17 01:09:25.795289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.826407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.827732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:25.828381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:25.833498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48d9316f-389b-4330-81de-6899ea99b9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:25.938718 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4296236
Feb 17 01:09:25.939617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Pushing event updated for resources: {'Network': ['ID=7c827bd1-d7bf-4181-8962-23655621aa8e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:25.941805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53082) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:25.942676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:25.948466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Request body: {'subnet': {'network_id': '7c827bd1-d7bf-4181-8962-23655621aa8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340497774-subnet', 'tenant_id': '43a500817f934450aba07aaa70f9d32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:25.954285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:25.958367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 7c827bd1-d7bf-4181-8962-23655621aa8e details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:25.958567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Usage tracker for resource:subnet and tenant:43a500817f934450aba07aaa70f9d32e is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:25.961796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:25.968687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:25.980759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Made reservation on behalf of 43a500817f934450aba07aaa70f9d32e for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:25.985466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:26.399522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:26.414963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff130386-63b7-4cd8-b017-2f415e8190c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:26.549871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=033e0448-db39-40be-ae81-6a9effee0c07,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:26.553222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:26.636907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Checking segment: {'id': '169de520-0d9c-4870-9709-96444d5c2279', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7c827bd1-d7bf-4181-8962-23655621aa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:09:26.637695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Network hostable DHCP agents. Network: 7c827bd1-d7bf-4181-8962-23655621aa8e, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:09:26.662799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:26.670077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Network 7c827bd1-d7bf-4181-8962-23655621aa8e is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:09:26.680505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 7c827bd1-d7bf-4181-8962-23655621aa8e) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:09:26.685215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:26.685867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:26.723621 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7804868
Feb 17 01:09:26.826144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eacc9f-1fe9-4eb3-a7c9-89d45023f847 None None] Network 7c827bd1-d7bf-4181-8962-23655621aa8e requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:26.854409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 7c827bd1-d7bf-4181-8962-23655621aa8e details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:26.947949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a9291-24ad-4a3a-bc39-4b12dc9624d4 req-2bbb5976-0eab-4653-9d05-0cf0b70bd26a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:26.949649 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-919a9291-24ad-4a3a-bc39-4b12dc9624d4 req-2bbb5976-0eab-4653-9d05-0cf0b70bd26a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1066153
Feb 17 01:09:27.003188 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-919a9291-24ad-4a3a-bc39-4b12dc9624d4 req-1668bdb6-b9c2-4329-9102-234ee76442a3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443063
Feb 17 01:09:27.248820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b36f0a-abe8-437b-a979-dc1324ca68bc None None] Network 7c827bd1-d7bf-4181-8962-23655621aa8e requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:27.319216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:27.481990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 9d7defc5-a371-48ca-928a-61e1d87306b9 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:27.482416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:28.211926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18851a1e-3e1a-4409-b8b9-1f440f1d382e req-2f62e190-19df-4880-a31e-807a06e702a2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:28.213569 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-18851a1e-3e1a-4409-b8b9-1f440f1d382e req-2f62e190-19df-4880-a31e-807a06e702a2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.0928831
Feb 17 01:09:28.263363 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-18851a1e-3e1a-4409-b8b9-1f440f1d382e req-5d035311-bf0e-4cca-84b8-61c97f4f24d4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429168
Feb 17 01:09:28.481505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d1962-38b8-4dc8-9af8-9316fcd8e3ef req-8ebba8ab-371a-494a-afa7-692ddc7e71c2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:28.483185 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e01d1962-38b8-4dc8-9af8-9316fcd8e3ef req-8ebba8ab-371a-494a-afa7-692ddc7e71c2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0891542
Feb 17 01:09:28.536302 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e01d1962-38b8-4dc8-9af8-9316fcd8e3ef req-846782ee-9660-444c-a11c-9d5f9da798f9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466275
Feb 17 01:09:30.569609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53190) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:30.643612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Deleting subnet 2143b920-2d7a-45b2-87aa-726b7c1eb0bc {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:09:30.647876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:30.716478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:30.725103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.012875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e915218-b012-411e-be24-59cbefe27faf req-8fe16eec-ba91-4606-8a42-e289ae57dacc tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:31.015165 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e915218-b012-411e-be24-59cbefe27faf req-8fe16eec-ba91-4606-8a42-e289ae57dacc tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1409800
Feb 17 01:09:31.094256 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e915218-b012-411e-be24-59cbefe27faf req-a8352a08-35d2-416f-948b-5238b5460c4c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683682
Feb 17 01:09:31.196313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-15384d04-78e4-42dc-8810-f000ce494530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:31.197970 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-15384d04-78e4-42dc-8810-f000ce494530 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.4373186
Feb 17 01:09:31.335821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53224) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:31.450457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-e6a0cac3-d68f-4a5a-b943-7416135054ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:31.451373 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-e6a0cac3-d68f-4a5a-b943-7416135054ef service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.2409108
Feb 17 01:09:31.456352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.471719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:31.492016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.509809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:31.515131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Usage tracker for resource:security_group_rule and tenant:40cd64913c844ae9be9ba7ba7bc3bd9c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:31.518716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:31.533580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:31.626443 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-f71207dc-0f59-4106-aab1-270e8c795b26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.1557419
Feb 17 01:09:31.640016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2143b920-2d7a-45b2-87aa-726b7c1eb0bc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:31.654939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.655441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.655758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.655952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.656165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.656501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.656892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.657284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.657659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.658074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.658592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.658967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.659377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.659853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.660235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.660617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.660996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.661200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.661368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.661732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.662107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.662482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.662860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.663265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.663642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.664017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.671793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:31.674117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:31.728114 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40cd64913c844ae9be9ba7ba7bc3bd9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3911281
Feb 17 01:09:31.735641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a40249-11a1-414e-ae28-bab5b66f2bb2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:31.739971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53238) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:31.769512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.773053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-de498478-efdd-499b-ac12-9b48c7f8806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:31.774896 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-de498478-efdd-499b-ac12-9b48c7f8806b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.1071424
Feb 17 01:09:31.779353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.782564 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2143b920-2d7a-45b2-87aa-726b7c1eb0bc HTTP/1.1" status: 204  len: 168 time: 1.2091794
Feb 17 01:09:31.784041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.784603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.785254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.785922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.786758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.787184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.787662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.787939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.788324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.788707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.789086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.789553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.790430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.790820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.791267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.791652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.792032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.793037 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.793337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.793719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.794351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.794732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.795153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:31.800346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:31.819992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53242) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:31.855013 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-2e291891-f39e-4aa5-ad6c-84968a7d6c6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0721760
Feb 17 01:09:31.858951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.887362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.939313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.946154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-23372e70-74df-472a-bee2-2a550c606667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:31.961540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:31.966424 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/63a40249-11a1-414e-ae28-bab5b66f2bb2 HTTP/1.1" status: 204  len: 168 time: 0.2252278
Feb 17 01:09:31.969740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a40249-11a1-414e-ae28-bab5b66f2bb2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:31.972346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:32.064904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:32.287625 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-f0969c35-0e69-41d2-b183-2bffdb3072d8 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3796449
Feb 17 01:09:32.371820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb44dc-a265-4b79-93e8-6890475fa842 req-6dad414a-a83a-4c0c-af20-fbb93b2b72af tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:32.384985 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfdb44dc-a265-4b79-93e8-6890475fa842 req-6dad414a-a83a-4c0c-af20-fbb93b2b72af tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1513286
Feb 17 01:09:32.404949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:32.447775 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfdb44dc-a265-4b79-93e8-6890475fa842 req-e255f862-716e-484c-8bfb-dab1ed4809cd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565891
Feb 17 01:09:32.586533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8911d7c208>> segment before_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.587251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8911d7c208>> subnet precommit_delete_associations 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.588166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> segment_host_mapping after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.588669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> port after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.589144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> port after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.590126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> port after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.590558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> segment after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.591009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.591483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.591872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8911dc20f0>> subnet after_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.660380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8912130a58>> subnet after_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.660964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8912130a58>> subnet after_delete 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.661121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8912130a58>> subnet before_create 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.661492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8912130a58>> subnet before_update 55550000 {{(pid=83953) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:32.661903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89117dcd68>,) {'filters': {'network_id': ['fbe53672-4259-4395-9d37-ac639f8ff4b0']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:32.683710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89117dcd68>, '078987c6-6c8e-4c90-9c5a-241590df0a40') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:32.684049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89117dcd68>, '078987c6-6c8e-4c90-9c5a-241590df0a40') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:32.692943 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3960397e-dda8-438b-ba2b-dedeaf2db5ae req-7fa1a141-06cd-40fc-b068-86caf278922b service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3983705
Feb 17 01:09:32.706535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:32.727631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:32.730597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:09:32.900136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53284) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:33.001812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:33.013456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.028951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76474688-network', 'tenant_id': '8d4fd1b0e21b43169e3f69017dd57636'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:33.034282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:33.038373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Usage tracker for resource:network and tenant:8d4fd1b0e21b43169e3f69017dd57636 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:33.041434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:33.047329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:33.056801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Made reservation on behalf of 8d4fd1b0e21b43169e3f69017dd57636 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:33.062176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.076024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.092262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:33.096328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Usage tracker for resource:security_group_rule and tenant:8d4fd1b0e21b43169e3f69017dd57636 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:33.099615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:33.105534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:33.195239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.199310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.209742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-749f65e0-825f-4d38-8826-e4286012209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:33.211431 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-749f65e0-825f-4d38-8826-e4286012209f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.2966952
Feb 17 01:09:33.214950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:09:33.222595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Network fbe53672-4259-4395-9d37-ac639f8ff4b0 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:33.225043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.225414 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Added segment 01e2e6dc-6d50-4646-a278-0f349aa41db3 of type vxlan for network 8e9df187-97c5-4864-9790-63fa0c4e8a7c
Feb 17 01:09:33.232794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   from cryptography.utils import int_from_bytes
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   from cryptography.utils import int_from_bytes
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   (rel_b, rel_a, rel_b),
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   (rel_b, rel_a, rel_b),
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:09:33.263551 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:09:33.283669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729a77b6-d3b7-4e20-8d81-2370adacf2bf,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:33.288276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:33.296463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.342219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.343755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:33.344381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.365374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:33.438354 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.5369499
Feb 17 01:09:33.438688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53294) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:33.443607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.450235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Request body: {'subnet': {'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76474688-subnet', 'tenant_id': '8d4fd1b0e21b43169e3f69017dd57636', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:33.469904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:33.470056 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Pushing event updated for resources: {'Network': ['ID=8e9df187-97c5-4864-9790-63fa0c4e8a7c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:33.473048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:33.479574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Usage tracker for resource:subnet and tenant:8d4fd1b0e21b43169e3f69017dd57636 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:33.482669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:33.483003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b418d03b-7890-4442-8f16-dae05a2fa823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:33.503878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:33.512858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.529052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe53672-4259-4395-9d37-ac639f8ff4b0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:33.534413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:33.547115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:33.552109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-65ec3aa8-c347-48e1-b169-278559590dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:33.552980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-65ec3aa8-c347-48e1-b169-278559590dee service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.2885611
Feb 17 01:09:33.560581 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fbe53672-4259-4395-9d37-ac639f8ff4b0 HTTP/1.1" status: 204  len: 168 time: 1.7362084
Feb 17 01:09:33.617142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:09:33.636537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Made reservation on behalf of 8d4fd1b0e21b43169e3f69017dd57636 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:33.641597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6810575'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:33.712947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055666a3-c314-4f0c-8f53-f3138d147ed5 req-108a9a68-45ed-4e1c-a4f1-d11deadad62e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:33.716806 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-055666a3-c314-4f0c-8f53-f3138d147ed5 req-108a9a68-45ed-4e1c-a4f1-d11deadad62e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1229856
Feb 17 01:09:33.787667 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-055666a3-c314-4f0c-8f53-f3138d147ed5 req-64fc3006-388a-47ac-b1d4-40e6c038ef0b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605266
Feb 17 01:09:33.888130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53314) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:34.005499 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8e36d6c8-521b-44cd-970d-780dce349502 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c6911f17ed7464fad2e659a45f5845b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1143825
Feb 17 01:09:34.005890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53320) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:34.090426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.127248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.143320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-0d1f8120-ffce-4e56-af7e-ed2d3432da38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.5791247
Feb 17 01:09:34.149949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53326) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:34.178363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.186899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-33154933-a942-4214-b4fd-34262b505664 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:34.210085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69b71d-72d2-4d4f-b213-3ba85e2ebec5,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:34.213248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:34.218361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.219902 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7e69b71d-72d2-4d4f-b213-3ba85e2ebec5 HTTP/1.1" status: 204  len: 168 time: 0.2127609
Feb 17 01:09:34.254494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-feb4ee32-ac08-4bdf-8a3c-c240e91c6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:34.255946 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-feb4ee32-ac08-4bdf-8a3c-c240e91c6a93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.0969064
Feb 17 01:09:34.363280 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-f3515f5b-751e-4e06-b626-e95576630600 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960271
Feb 17 01:09:34.549349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.655556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:34.668293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Usage tracker for resource:security_group_rule and tenant:9c893bfe33d84c46b06eb42a239dcd4d is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:34.673881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:34.678385 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-f706f6b1-a807-4434-ba67-085d2e399705 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3011706
Feb 17 01:09:34.682785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:34.920613 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-893397cd-2124-4cae-8c51-5bd659d584d2 req-533755ed-81d6-4162-b10c-2488659d822d service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2285066
Feb 17 01:09:34.979559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:34.988082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.001683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:35.028683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dca06-12c8-4a24-b091-74514595efec req-cf42e6d4-dda2-48cc-8769-44c199798ab6 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:35.031299 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d0dca06-12c8-4a24-b091-74514595efec req-cf42e6d4-dda2-48cc-8769-44c199798ab6 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1073864
Feb 17 01:09:35.078440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae3db79-967e-4c27-91da-1dbe7a9de5ee,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:35.106695 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2d0dca06-12c8-4a24-b091-74514595efec req-b85ac3e2-2cf7-44d8-ae6e-2c6619bc8d78 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676560
Feb 17 01:09:35.155572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:35.159215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6810590'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.252831 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9c893bfe33d84c46b06eb42a239dcd4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0974977
Feb 17 01:09:35.253586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53364) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:35.258204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-07bcc9a4-36f6-4752-b80a-7a3779a9c3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:35.346126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.400985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.426002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9f6f71-c1ca-44db-b5d0-d5ff28147781,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:35.434082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:35.491577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.497944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-41b0c4d8-6837-4843-b4ad-b9a32555f116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:35.516679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.516937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Checking segment: {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:09:35.517216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Network hostable DHCP agents. Network: 8e9df187-97c5-4864-9790-63fa0c4e8a7c, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:09:35.521156 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8ae3db79-967e-4c27-91da-1dbe7a9de5ee HTTP/1.1" status: 204  len: 168 time: 0.2666314
Feb 17 01:09:35.522685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae3db79-967e-4c27-91da-1dbe7a9de5ee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:35.525822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:35.566240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:09:35.585072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 8e9df187-97c5-4864-9790-63fa0c4e8a7c) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:09:35.596771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb61e2ae-ae05-4b57-a815-7c09a91c727c None None] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:35.616194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:35.616862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.656751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.2168694
Feb 17 01:09:35.791317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:35.936314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7694b-1ae8-4d16-a5a4-edabddc0d698 None None] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:09:36.036940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53390) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:36.056150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.074496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:36.079647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Usage tracker for resource:security_group_rule and tenant:14c92430ee1f4334845db85bf848303f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:36.083376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:36.091086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:36.255511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.259941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.271330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d8456e5a-4eec-47c2-b6a2-1ddcb9fa0f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:36.327049 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=14c92430ee1f4334845db85bf848303f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2891071
Feb 17 01:09:36.328827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53402) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:36.333143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7595a67-8603-4252-b87a-6d8f5d30c0b6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:36.363696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:36.443711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.449481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c500d9-0628-44d2-85aa-060f9fc34728 req-c0d01f5e-75c6-44a9-8f88-30e84eca1493 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:36.452057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-96c500d9-0628-44d2-85aa-060f9fc34728 req-c0d01f5e-75c6-44a9-8f88-30e84eca1493 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.2040939
Feb 17 01:09:36.488131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.521263 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-96c500d9-0628-44d2-85aa-060f9fc34728 req-d897c45c-737f-4fe3-9a6b-e275ed583647 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618255
Feb 17 01:09:36.573290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.582194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-70f9ba5f-fa4e-4b2c-9f46-56a832f6a0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:36.596745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7595a67-8603-4252-b87a-6d8f5d30c0b6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:36.613293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:36.618135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:36.623975 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f7595a67-8603-4252-b87a-6d8f5d30c0b6 HTTP/1.1" status: 204  len: 168 time: 0.2939827
Feb 17 01:09:37.171722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53432) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:37.414187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.432234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:37.436885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Usage tracker for resource:security_group_rule and tenant:6570a83b5b2f4233a7e62aeff481821c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:37.440423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:37.446581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:37.562608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.566863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.578101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e4fa34e2-f46f-486d-9cd9-4cf8600dd5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:37.630049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a95172ce-6c74-4cb4-837e-eee86462ce87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.631208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53456) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:37.635714 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6570a83b5b2f4233a7e62aeff481821c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4624519
Feb 17 01:09:37.637682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fbb7e-39b1-44ef-b5c4-637af7d16da0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:37.662851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:37.779664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.825394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7402bbe-2a4f-4114-af75-5936f044a888 req-c61b36b9-ab1d-4569-a80c-21e9d6eb3f39 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:37.827309 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f7402bbe-2a4f-4114-af75-5936f044a888 req-c61b36b9-ab1d-4569-a80c-21e9d6eb3f39 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1602170
Feb 17 01:09:37.829610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.912183 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f7402bbe-2a4f-4114-af75-5936f044a888 req-a4ba007d-4c5a-4fe4-b1dc-88cf601cd41a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749128
Feb 17 01:09:37.923942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.931142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b0d56b18-9517-4393-abc6-101a9dcfbbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:37.945388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fbb7e-39b1-44ef-b5c4-637af7d16da0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:37.948561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:37.949568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:37.953719 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f7fbb7e-39b1-44ef-b5c4-637af7d16da0 HTTP/1.1" status: 204  len: 168 time: 0.3214178
Feb 17 01:09:38.334149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53490) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:38.356758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.372701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:38.376943 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Usage tracker for resource:security_group_rule and tenant:a129a17567a6487f83ec13426b9be10f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:38.380331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:38.386271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:38.405795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-043b99c6-f321-4224-a5c5-6fa96b469166 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:38.406588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-043b99c6-f321-4224-a5c5-6fa96b469166 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Synchronizing usage tracker for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:09:38.425398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-043b99c6-f321-4224-a5c5-6fa96b469166 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Unset dirty status for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:09:38.426970 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-043b99c6-f321-4224-a5c5-6fa96b469166 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/networks?id=8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 200  len: 807 time: 0.1889451
Feb 17 01:09:38.446304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-2f7f7a73-045e-41bd-8596-4846bf89f876 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/quotas/8d4fd1b0e21b43169e3f69017dd57636 HTTP/1.1" status: 200  len: 375 time: 0.0118623
Feb 17 01:09:38.488396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.491600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.501066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d9d6b842-173f-4539-9e2f-59ffc64bbdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:38.511816 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-74fa58f3-f53a-4365-9096-09c92c834894 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0589929
Feb 17 01:09:38.550494 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a129a17567a6487f83ec13426b9be10f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2115257
Feb 17 01:09:38.550494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e5413d-bc3e-4920-a433-336bb45b2344,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:38.553489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:38.554115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53500) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:38.623889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.658891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.694695 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-5b4bffe9-298c-4285-bba7-fdb00b56a5f5 service neutron] 10.222.0.68 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1814909
Feb 17 01:09:38.720115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.725976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5ab521b4-5d81-4645-8404-bab62578a161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:38.747707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e5413d-bc3e-4920-a433-336bb45b2344,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:38.756630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:38.766975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.770910 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b6e5413d-bc3e-4920-a433-336bb45b2344 HTTP/1.1" status: 204  len: 168 time: 0.2128277
Feb 17 01:09:38.925939 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-17d2094f-33ad-4032-bcd2-729e5e5c9526 service neutron] 10.222.0.68 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2301834
Feb 17 01:09:39.371440 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd7fd7e2-3a8f-41dc-976d-6ea99e7b1561 req-d8e3f2de-62c8-4645-b326-6e9abb7fb96e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 210 time: 0.2072299
Feb 17 01:09:39.472209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a153e-296c-4733-8076-a0b4acd04f61 req-13342db0-6aa9-43c2-8907-93111ff2d860 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:39.484563 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e5a153e-296c-4733-8076-a0b4acd04f61 req-13342db0-6aa9-43c2-8907-93111ff2d860 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1978734
Feb 17 01:09:39.565231 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e5a153e-296c-4733-8076-a0b4acd04f61 req-684053cb-e361-4c33-9f7f-4640035f19c4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769784
Feb 17 01:09:39.692163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-efbcc23d-a91b-492a-9b04-8442dd8aa479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:40.131201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:40.622687 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-af23776b-ef2a-42ed-be96-968528db5c5f req-7d09a07c-29a6-490c-8a9b-593fba408016 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 210 time: 0.1050091
Feb 17 01:09:40.933499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30655186-7d47-4afc-9111-9e016a92c852 req-ca6b8d24-494b-49ce-842b-5cd94609bc17 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:40.941685 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30655186-7d47-4afc-9111-9e016a92c852 req-ca6b8d24-494b-49ce-842b-5cd94609bc17 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.2197793
Feb 17 01:09:41.049499 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30655186-7d47-4afc-9111-9e016a92c852 req-00ec3552-50f1-4dd0-bca6-820fe71c4d61 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065261
Feb 17 01:09:41.177748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-7baf04a8-f262-419e-848f-9869f7f8dfe3 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:41.183766 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-7baf04a8-f262-419e-848f-9869f7f8dfe3 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "GET /v2.0/networks?id=8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 200  len: 807 time: 0.4243503
Feb 17 01:09:41.197179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Request body: {'port': {'device_id': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c', 'admin_state_up': True, 'tenant_id': '8d4fd1b0e21b43169e3f69017dd57636'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:41.437091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:41.442721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Usage tracker for resource:port and tenant:8d4fd1b0e21b43169e3f69017dd57636 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:41.446163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:41.453625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:41.464001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Made reservation on behalf of 8d4fd1b0e21b43169e3f69017dd57636 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:09:41.470213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:41.695814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:41.859530 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a9317016-7bb9-4c31-81f8-8c4a85cacfb7 req-42c02e17-385c-4119-8f5e-79e6ba457633 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 210 time: 0.0598216
Feb 17 01:09:41.881302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Allocated IP 172.20.0.9 (8e9df187-97c5-4864-9790-63fa0c4e8a7c/ad9f6f71-c1ca-44db-b5d0-d5ff28147781/2244fb76-243e-47b2-a4a8-8a8927c07393) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:09:42.074843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.160007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.193898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.286711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:42.348028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def5f7a-0b13-4403-9ecd-605e0a731ea2 req-cc5d2ed8-c81b-4964-8dd7-fa4f6ce06521 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:42.350798 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2def5f7a-0b13-4403-9ecd-605e0a731ea2 req-cc5d2ed8-c81b-4964-8dd7-fa4f6ce06521 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1302829
Feb 17 01:09:42.416571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Pushing event updated for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:42.423237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:42.425858 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2def5f7a-0b13-4403-9ecd-605e0a731ea2 req-261ccce9-041b-4cf7-a258-df4e0430db63 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643644
Feb 17 01:09:42.487513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:09:42.488696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:09:42.497593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:09:42.561955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:42.562694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.587734 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3951428
Feb 17 01:09:42.608396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Request body: {'port': {'device_id': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:09:42.739692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.146519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c10fc4-e23d-47b0-81ac-1756f30bd0dd req-c28ff525-a427-43e4-985d-ad93f55bc5f1 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:43.148206 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-31c10fc4-e23d-47b0-81ac-1756f30bd0dd req-c28ff525-a427-43e4-985d-ad93f55bc5f1 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 931 time: 0.1226082
Feb 17 01:09:43.208523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-31c10fc4-e23d-47b0-81ac-1756f30bd0dd req-ec278648-367b-4058-9076-ddcfe8380f12 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Synchronizing usage tracker for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:09:43.211468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2244fb76-243e-47b2-a4a8-8a8927c07393 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:09:43.221960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.225657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-31c10fc4-e23d-47b0-81ac-1756f30bd0dd req-ec278648-367b-4058-9076-ddcfe8380f12 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Unset dirty status for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:09:43.227143 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-31c10fc4-e23d-47b0-81ac-1756f30bd0dd req-ec278648-367b-4058-9076-ddcfe8380f12 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691023
Feb 17 01:09:43.238753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Transition to ACTIVE for port object 2244fb76-243e-47b2-a4a8-8a8927c07393 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:09:43.243162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.260431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:43.340328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:43.411114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Pushing event updated for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:43.416547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:43.419955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 9d7defc5-a371-48ca-928a-61e1d87306b9 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:43.420585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.626805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Attempting to bind port 2244fb76-243e-47b2-a4a8-8a8927c07393 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:09:43.638572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Attempting to bind port 2244fb76-243e-47b2-a4a8-8a8927c07393 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:09:43.639818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Attempting to bind port 2244fb76-243e-47b2-a4a8-8a8927c07393 on network 8e9df187-97c5-4864-9790-63fa0c4e8a7c {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:09:43.641956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:43.647848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:09:43.648582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Checking segment: {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:09:43.649151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.649829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Bound using segment: {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:09:43.650470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Bound port: 2244fb76-243e-47b2-a4a8-8a8927c07393, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:09:43.650991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.717816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673bf9e-fa19-442b-b0cc-150243f02994 req-36551842-1c08-49e8-a8ed-0b482bb14065 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:43.719813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8673bf9e-fa19-442b-b0cc-150243f02994 req-36551842-1c08-49e8-a8ed-0b482bb14065 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1028092
Feb 17 01:09:43.733460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 5d6af318-db10-4d43-964b-d339ce591585 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:43.733892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.778531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8673bf9e-fa19-442b-b0cc-150243f02994 req-ddfc1129-c4aa-4431-873b-d9211e703797 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501122
Feb 17 01:09:43.852201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:09:43.855667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2244fb76-243e-47b2-a4a8-8a8927c07393,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:09:43.859564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.876201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:44.033824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Pushing event updated for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:44.038688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:44.074021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:44.074362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:44.075936 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] 10.222.0.69 "PUT /v2.0/ports/2244fb76-243e-47b2-a4a8-8a8927c07393 HTTP/1.1" status: 200  len: 1157 time: 1.4781873
Feb 17 01:09:44.076475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:44.155317 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393', 'status': 'completed', 'code': 200}
Feb 17 01:09:44.198608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-eb226274-5da3-47a7-a2c0-b242f238a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:44.200323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-eb226274-5da3-47a7-a2c0-b242f238a3ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 1160 time: 0.0878098
Feb 17 01:09:44.282148 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-4cf6714f-82bf-45ee-b050-8bb905082131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2244fb76-243e-47b2-a4a8-8a8927c07393 HTTP/1.1" status: 200  len: 217 time: 0.0683670
Feb 17 01:09:44.463003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e2d2-beb0-4db0-994d-b646f0825579 req-1ee02b64-df94-4127-9dd7-37fa2117da7a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:44.465215 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f77e2d2-beb0-4db0-994d-b646f0825579 req-1ee02b64-df94-4127-9dd7-37fa2117da7a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.1055543
Feb 17 01:09:44.520056 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f77e2d2-beb0-4db0-994d-b646f0825579 req-f2ccb202-00d1-464d-aa8d-434b193a464c tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476310
Feb 17 01:09:44.588072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-c89426fe-ee8e-40bc-8686-670610c58a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:44.590239 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-c89426fe-ee8e-40bc-8686-670610c58a79 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad9f6f71-c1ca-44db-b5d0-d5ff28147781 HTTP/1.1" status: 200  len: 847 time: 0.3009171
Feb 17 01:09:44.647202 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-008ccf21-a59b-429f-97bc-9cce892526f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e9df187-97c5-4864-9790-63fa0c4e8a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479786
Feb 17 01:09:44.816412 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-13263f94-c5a7-4975-91d4-1bf2fe23086a service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606295
Feb 17 01:09:45.021535 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6aa2dcd9-6e71-4583-a8fe-36fa2cae6e60 req-e128326b-8050-4d0d-9d7b-3cd23183c4d1 service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1979029
Feb 17 01:09:45.037824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b977ec-483f-4b35-8240-98489704ae28 req-f0a5f691-c7c4-4385-b326-d880ac242048 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.039504 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c0b977ec-483f-4b35-8240-98489704ae28 req-f0a5f691-c7c4-4385-b326-d880ac242048 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0970478
Feb 17 01:09:45.124676 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c0b977ec-483f-4b35-8240-98489704ae28 req-61ea971a-0e16-4291-8ea5-5ddbcfd82a67 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758975
Feb 17 01:09:45.171880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-df00aa77-554c-4a3b-847b-bf024daf59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.172757 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-df00aa77-554c-4a3b-847b-bf024daf59bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 1160 time: 0.0930486
Feb 17 01:09:45.402401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8c96d-23e5-4110-b837-efeea18484b5 req-20d4f6de-aee1-4a8e-b9d6-7311e09b0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.404320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e6c8c96d-23e5-4110-b837-efeea18484b5 req-20d4f6de-aee1-4a8e-b9d6-7311e09b0030 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.1224520
Feb 17 01:09:45.426979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-b066eca0-fcdd-42de-a940-66021acee8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.429248 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-b066eca0-fcdd-42de-a940-66021acee8b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 200  len: 901 time: 0.2493536
Feb 17 01:09:45.457406 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e6c8c96d-23e5-4110-b837-efeea18484b5 req-4a905122-1b2c-4501-8384-f67ab3cd0b59 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458765
Feb 17 01:09:45.520199 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-04b99eae-b13f-4cff-81e4-f611c53a7a3e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2244fb76-243e-47b2-a4a8-8a8927c07393 HTTP/1.1" status: 200  len: 217 time: 0.0836930
Feb 17 01:09:45.747752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be6894-2de3-408c-af80-266043817466 req-e8fb1f8f-d1a8-4afd-b7be-4a5f7c2ee2d0 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.758597 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c1be6894-2de3-408c-af80-266043817466 req-e8fb1f8f-d1a8-4afd-b7be-4a5f7c2ee2d0 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.0901167
Feb 17 01:09:45.818009 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c1be6894-2de3-408c-af80-266043817466 req-3e030ae4-fae0-4514-93f9-4cd95418a7fa tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584130
Feb 17 01:09:45.876287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-9b118074-fb65-400e-8971-8d244c9464c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:45.876963 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-9b118074-fb65-400e-8971-8d244c9464c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad9f6f71-c1ca-44db-b5d0-d5ff28147781 HTTP/1.1" status: 200  len: 847 time: 0.0708442
Feb 17 01:09:45.936118 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-222a0341-f703-492d-af6c-0ae7218cbdea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e9df187-97c5-4864-9790-63fa0c4e8a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0525718
Feb 17 01:09:46.093992 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-f4587bef-6a7b-4941-87f7-83659c28706e service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483068
Feb 17 01:09:46.241417 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0a953d11-90f7-4231-b828-c8a58c8b9740 req-963a2810-23c1-4ae9-9c74-024f1940330c service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411271
Feb 17 01:09:46.353816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c0458-a119-429a-9e65-aa81858e34ba req-b415cbb4-1ece-462b-9366-56baf56e6177 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:46.355429 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d24c0458-a119-429a-9e65-aa81858e34ba req-b415cbb4-1ece-462b-9366-56baf56e6177 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0869851
Feb 17 01:09:46.405246 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d24c0458-a119-429a-9e65-aa81858e34ba req-a79ea18e-2130-4f83-b65a-ae9eb8793ff8 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434873
Feb 17 01:09:47.288076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb80fb1-21ca-484c-aa5e-27436429a809 req-e4615366-5aac-4611-b432-534e15892931 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:47.289885 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8eb80fb1-21ca-484c-aa5e-27436429a809 req-e4615366-5aac-4611-b432-534e15892931 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.3398533
Feb 17 01:09:47.351528 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8eb80fb1-21ca-484c-aa5e-27436429a809 req-2963fb0e-eb32-4e55-aa73-37932ee54686 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493727
Feb 17 01:09:47.387502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:47.468028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 5d6af318-db10-4d43-964b-d339ce591585 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:47.468596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:47.555135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53788) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:47.621232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0728b0-b98a-4d05-9dc2-7881015e5b1f req-ba8d4ed6-26f3-4c7c-af12-65fa7cf0ef99 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:47.622707 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fa0728b0-b98a-4d05-9dc2-7881015e5b1f req-ba8d4ed6-26f3-4c7c-af12-65fa7cf0ef99 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0937855
Feb 17 01:09:47.630082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Deleting subnet 6aebbe29-dbb9-4723-b5d0-73517d668d84 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:09:47.633516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:47.676253 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fa0728b0-b98a-4d05-9dc2-7881015e5b1f req-c7d99eec-1d6c-44d6-9bbc-adffb6a239aa tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460067
Feb 17 01:09:47.692210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:47.754983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:48.110312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:48.129627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:48.167205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0930ae-6517-4af0-9f17-b1885a1c8d18 req-1ba2fd24-2c59-4a3a-a842-1d1a86d29861 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:48.169543 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ac0930ae-6517-4af0-9f17-b1885a1c8d18 req-1ba2fd24-2c59-4a3a-a842-1d1a86d29861 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1017427
Feb 17 01:09:48.227031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aebbe29-dbb9-4723-b5d0-73517d668d84,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:48.230810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-f9afb329-ee9d-4654-8083-23ea5b0c20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:48.232521 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-f9afb329-ee9d-4654-8083-23ea5b0c20b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.2181225
Feb 17 01:09:48.235958 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ac0930ae-6517-4af0-9f17-b1885a1c8d18 req-e7b079e0-6a95-4a5e-b3f8-1a8a98b694d6 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585754
Feb 17 01:09:48.236241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:48.371049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:48.392260 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6aebbe29-dbb9-4723-b5d0-73517d668d84 HTTP/1.1" status: 204  len: 168 time: 0.8357756
Feb 17 01:09:48.395015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53816) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:48.422829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-d94647a0-2e53-4522-9beb-566b2d9b9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:48.424525 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-d94647a0-2e53-4522-9beb-566b2d9b9530 service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.1832192
Feb 17 01:09:48.529499 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-86892209-3e56-4603-963f-ceb24b8ddade service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.0978060
Feb 17 01:09:48.615932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-490065c6-2416-45b9-ad19-ffddca4b2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:48.617796 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-490065c6-2416-45b9-ad19-ffddca4b2436 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.0807614
Feb 17 01:09:48.622192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:48.682400 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-d483a29b-f799-4fe1-8073-c2cba422b55c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552645
Feb 17 01:09:48.850017 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-8b8ebd56-50b6-4804-ba70-e52a610e695c service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610193
Feb 17 01:09:48.852069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784fb1-8bb8-46c4-827e-9261bdb17e31 req-6a14f554-6a27-48c5-9fbf-f521278772b8 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:48.853690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ea784fb1-8bb8-46c4-827e-9261bdb17e31 req-6a14f554-6a27-48c5-9fbf-f521278772b8 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.3255794
Feb 17 01:09:48.861023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.004323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e5aa818-3b9d-4cbf-a5a6-371141ef7d13 req-d5be2061-4119-41f1-a101-e203a878db9a service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466644
Feb 17 01:09:49.005667 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ea784fb1-8bb8-46c4-827e-9261bdb17e31 req-af26a3a4-b3b6-42ee-9c56-aba6fef2faea tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288278
Feb 17 01:09:49.033070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f891181b400>> segment before_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.033931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f891181b400>> subnet precommit_delete_associations 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.034984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> segment_host_mapping after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.035382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> port after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.035742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> port after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.036125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> port after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.036568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> segment after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.037008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.037364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.037818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f89138e3898>> subnet after_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.107426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f891168ca90>> subnet after_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.107814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f891168ca90>> subnet after_delete 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.108185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f891168ca90>> subnet before_create 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.108548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f891168ca90>> subnet before_update 55550000 {{(pid=83954) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 01:09:49.108945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8913aea8d0>,) {'filters': {'network_id': ['43d88caf-c18d-410a-88ec-053c6a2ac4ee']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:49.123933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8913aea8d0>, 'fc3a3ebb-e88a-49cd-88e3-93920d05f58b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:49.124269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8913aea8d0>, 'fc3a3ebb-e88a-49cd-88e3-93920d05f58b') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:49.137551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.156964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.159071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:09:49.350418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:49.362397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.621900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Network 43d88caf-c18d-410a-88ec-053c6a2ac4ee has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   from cryptography.utils import int_from_bytes
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   from cryptography.utils import int_from_bytes
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   (rel_b, rel_a, rel_b),
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   (rel_b, rel_a, rel_b),
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:09:49.648204 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:09:49.749730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f18e98-9c2d-4836-b71a-b8614f13f82f req-f0bd8da7-1a8e-4a46-b646-baf8ceb6d8a2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:49.751524 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-15f18e98-9c2d-4836-b71a-b8614f13f82f req-f0bd8da7-1a8e-4a46-b646-baf8ceb6d8a2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.3155568
Feb 17 01:09:49.752919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.758388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.764740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a7a31e2-d6cc-4efe-9fe4-be0ea23cda9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:49.785396 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] 10.222.0.68 "DELETE /v2.0/networks/43d88caf-c18d-410a-88ec-053c6a2ac4ee HTTP/1.1" status: 204  len: 168 time: 1.3858943
Feb 17 01:09:49.785840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53854) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:49.809426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=43d88caf-c18d-410a-88ec-053c6a2ac4ee,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:49.814592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:49.835593 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-15f18e98-9c2d-4836-b71a-b8614f13f82f req-a778185b-97eb-4422-b79c-f8ecdc7f0816 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718498
Feb 17 01:09:49.876917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Deleting subnet 033e0448-db39-40be-ae81-6a9effee0c07 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:09:49.880439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:49.939048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:50.001342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:50.240899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98928e3-60e2-46f5-a47a-3d8cf479ee09 req-f8118c32-9bac-49ca-94cd-839208203bb1 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:50.242648 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d98928e3-60e2-46f5-a47a-3d8cf479ee09 req-f8118c32-9bac-49ca-94cd-839208203bb1 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.1022923
Feb 17 01:09:50.288587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:50.300386 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d98928e3-60e2-46f5-a47a-3d8cf479ee09 req-dc20161d-90d2-4bd0-b10b-e8f96d19699b tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499856
Feb 17 01:09:50.305711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3abfceb5-fd3b-41e0-b1bb-e624c4709a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:50.630182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=033e0448-db39-40be-ae81-6a9effee0c07,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:50.633049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:50.675883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:50.683516 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/033e0448-db39-40be-ae81-6a9effee0c07 HTTP/1.1" status: 204  len: 168 time: 0.8959479
Feb 17 01:09:50.686119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53884) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:50.805982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.010073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.062223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a57ab-8c2b-4bbf-a331-0785a53bf382 req-bec65fbd-e586-480f-a9e2-3cfd2537defc tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:51.063830 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-397a57ab-8c2b-4bbf-a331-0785a53bf382 req-bec65fbd-e586-480f-a9e2-3cfd2537defc tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1020086
Feb 17 01:09:51.116465 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-397a57ab-8c2b-4bbf-a331-0785a53bf382 req-3d598f16-8bc1-484d-89ba-2d7e76ac3f47 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454018
Feb 17 01:09:51.134212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8911aa0828>,) {'filters': {'network_id': ['7c827bd1-d7bf-4181-8962-23655621aa8e']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:51.147876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911aa0828>, '169de520-0d9c-4870-9709-96444d5c2279') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:51.148226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911aa0828>, '169de520-0d9c-4870-9709-96444d5c2279') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:09:51.161676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.180690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.182933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:09:51.402257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-c9e11a22-ee5a-4404-ab4a-b0338ba009d6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:09:51.404178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Network 7c827bd1-d7bf-4181-8962-23655621aa8e has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:51.416752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.488513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53906) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:51.593076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af788205-e649-464b-b501-ef3f191e1d4b req-d1538813-1560-490a-8d75-c0cd7935d438 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:51.594746 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-af788205-e649-464b-b501-ef3f191e1d4b req-d1538813-1560-490a-8d75-c0cd7935d438 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.1279461
Feb 17 01:09:51.661284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Network 7c827bd1-d7bf-4181-8962-23655621aa8e has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:09:51.661839 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-af788205-e649-464b-b501-ef3f191e1d4b req-503d636d-eaa0-4288-ae26-0273f14a42de tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594413
Feb 17 01:09:51.729771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:09:51.764872 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:09:51.838740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:51.847878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Usage tracker for resource:security_group_rule and tenant:045eb11ec30f405a80008b177d5d8725 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:51.853422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:51.863401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:51.873635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.888096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7ac91672-7eea-4258-9eaa-0c6d67ab7634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:51.905386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:51.915145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c827bd1-d7bf-4181-8962-23655621aa8e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:51.923991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:51.930611 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7c827bd1-d7bf-4181-8962-23655621aa8e HTTP/1.1" status: 204  len: 168 time: 1.2433798
Feb 17 01:09:52.040369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.043760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.075700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:52.097305 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=045eb11ec30f405a80008b177d5d8725&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6079335
Feb 17 01:09:52.102841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53924) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:52.126874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53930) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:52.149140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0840f7e9-1e91-43cc-bbf9-2a12890b748f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:52.152694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:52.193205 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-443dd729-671c-4192-bf0e-ea7cc55986d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24533c36675045e28546de7826070a9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0646672
Feb 17 01:09:52.195895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53936) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:52.209942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.219000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:52.232167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2244fb76-243e-47b2-a4a8-8a8927c07393 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:52.266183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.267001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.316019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 2244fb76-243e-47b2-a4a8-8a8927c07393 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:09:52.321740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2244fb76-243e-47b2-a4a8-8a8927c07393 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:52.322163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.326751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.399525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.404740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.413002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:52.413287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0e3652f7-686f-4031-aab1-c4c03e636846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:52.431915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0840f7e9-1e91-43cc-bbf9-2a12890b748f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:52.435649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.437015 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0840f7e9-1e91-43cc-bbf9-2a12890b748f HTTP/1.1" status: 204  len: 168 time: 0.3327117
Feb 17 01:09:52.438432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:52.447799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32898898-e632-4f71-9595-173cf427ecae,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:52.451396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:52.452033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df49af-4a58-4255-8989-ae5889e8f9cb req-b6e6c23b-69e1-4e6f-925e-0cdba0b6d225 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:52.453965 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a9df49af-4a58-4255-8989-ae5889e8f9cb req-b6e6c23b-69e1-4e6f-925e-0cdba0b6d225 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1537719
Feb 17 01:09:52.459232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.463117 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32898898-e632-4f71-9595-173cf427ecae HTTP/1.1" status: 204  len: 168 time: 0.2637820
Feb 17 01:09:52.519567 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a9df49af-4a58-4255-8989-ae5889e8f9cb req-831756a0-9b3c-4e1c-8d32-1f4cdc98af44 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588033
Feb 17 01:09:52.894011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.940214 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2244fb76-243e-47b2-a4a8-8a8927c07393,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:52.941647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:52.949473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:52.952647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:52.963920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c675c9-ce4c-44a7-a7bc-d25abaa22749 req-2c390534-b873-4ef3-8553-ca0071253f05 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:52.982056 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29c675c9-ce4c-44a7-a7bc-d25abaa22749 req-2c390534-b873-4ef3-8553-ca0071253f05 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.1344461
Feb 17 01:09:53.042278 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:53.056561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.059033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.061005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.061005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.061320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.061687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.062149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.062552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.062928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.063423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.063797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.064254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.064587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.064958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.065326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.065684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.066115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.066647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.067033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.067806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.068206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.068856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.069324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.070213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:09:53.088100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:53.090153 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29c675c9-ce4c-44a7-a7bc-d25abaa22749 req-1bbea89d-54b5-4b9f-adf3-19de74e97c55 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012928
Feb 17 01:09:53.121066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 53958) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:53.174213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.176561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53966) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:53.183668 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393', 'code': 200}
Feb 17 01:09:53.209167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:53.217760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Usage tracker for resource:security_group_rule and tenant:36e4bc7e881e4051b5c6c688f7ecf46f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:53.224307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:53.241746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:53.269535 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6e3a78cd-9288-4edb-99b5-9c3c5f2dfa71 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=43a500817f934450aba07aaa70f9d32e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0893064
Feb 17 01:09:53.269916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53972) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:53.356117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2244fb76-243e-47b2-a4a8-8a8927c07393 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:53.396422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.478010 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.504138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 2244fb76-243e-47b2-a4a8-8a8927c07393 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:53.504567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.551578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.554461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.558889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30eaf178-0762-48a8-89f0-7f7981ad697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:53.562896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.575096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f03fcf-291b-4b0b-8080-7cac9ced45f3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:53.578930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:53.581127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.583723 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d9f03fcf-291b-4b0b-8080-7cac9ced45f3 HTTP/1.1" status: 204  len: 168 time: 0.3127058
Feb 17 01:09:53.608726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-41c56380-6f79-4e3f-a589-93478fae42b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:53.618441 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=36e4bc7e881e4051b5c6c688f7ecf46f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4957199
Feb 17 01:09:53.621901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 53982) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:53.652725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5515c43-f200-4413-b312-3d1204a823da,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:53.658466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:53.683693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400830be-5b45-4c5b-b211-e2cc22f38ead req-c30fb5af-9ce1-461c-b957-b6103ff77c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:53.686367 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-400830be-5b45-4c5b-b211-e2cc22f38ead req-c30fb5af-9ce1-461c-b957-b6103ff77c07 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 1162 time: 0.1953597
Feb 17 01:09:53.731176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.779503 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-400830be-5b45-4c5b-b211-e2cc22f38ead req-2d396dbe-ae14-4d49-b1e6-84b4700a2e71 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856502
Feb 17 01:09:53.796183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.866425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.877426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b4b4bae3-7369-42fe-b560-97bce036519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:53.920081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5515c43-f200-4413-b312-3d1204a823da,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:53.926449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:53.927871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:53.949793 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5515c43-f200-4413-b312-3d1204a823da HTTP/1.1" status: 204  len: 168 time: 0.3264029
Feb 17 01:09:54.001611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:09:54.119294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 5d6af318-db10-4d43-964b-d339ce591585 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:09:54.119729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.410374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc95a7-0288-4973-b8e7-a9671fee365d req-90589a08-7007-4524-a0fe-eccf88d0fa1a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:54.412459 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2ffc95a7-0288-4973-b8e7-a9671fee365d req-90589a08-7007-4524-a0fe-eccf88d0fa1a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 945 time: 0.1095912
Feb 17 01:09:54.467656 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2ffc95a7-0288-4973-b8e7-a9671fee365d req-842a95aa-1874-40b6-832d-4dba832ffb4b tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476980
Feb 17 01:09:54.521015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54010) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:54.546432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.564636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:09:54.568574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Usage tracker for resource:security_group_rule and tenant:fd98e59bc6724e698629d138a1d1e325 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:09:54.572082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:09:54.578186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:09:54.703533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.708551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.730614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:54.770884 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fd98e59bc6724e698629d138a1d1e325&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2478819
Feb 17 01:09:54.772194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54022) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:09:54.790750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704c8944-e236-4204-b7f6-cfa4be9671e3,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:54.806560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:54.888445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcf734-e9a2-4bf5-991b-84880c963afe req-6fab5040-446e-4cd9-b85f-de2844722352 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:54.890101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2ddcf734-e9a2-4bf5-991b-84880c963afe req-6fab5040-446e-4cd9-b85f-de2844722352 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1553955
Feb 17 01:09:54.892961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.943225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:54.984169 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2ddcf734-e9a2-4bf5-991b-84880c963afe req-7ad4f7fb-41ca-4efe-b527-367a5d0e1f47 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810413
Feb 17 01:09:55.011562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:55.016830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f96aabd1-1642-43fc-bb4c-faca50d70258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:55.032476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c8944-e236-4204-b7f6-cfa4be9671e3,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:55.035213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:55.038460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:55.042976 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/704c8944-e236-4204-b7f6-cfa4be9671e3 HTTP/1.1" status: 204  len: 168 time: 0.2596607
Feb 17 01:09:55.908416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b366e98-1e3d-40a2-bcc8-29c3751be47a req-ac901a49-a677-4afb-aacf-c66fc0526119 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:55.920915 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4b366e98-1e3d-40a2-bcc8-29c3751be47a req-ac901a49-a677-4afb-aacf-c66fc0526119 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 945 time: 0.2080345
Feb 17 01:09:56.010432 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4b366e98-1e3d-40a2-bcc8-29c3751be47a req-e342f144-d00f-429c-8ff7-0cbff81eebf5 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859656
Feb 17 01:09:57.492013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d8ee3-849e-4f3d-9327-c0408bbb5a62 req-38d87e67-786e-42d7-904b-95c3af411e38 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:57.501297 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a77d8ee3-849e-4f3d-9327-c0408bbb5a62 req-38d87e67-786e-42d7-904b-95c3af411e38 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 945 time: 0.1347170
Feb 17 01:09:57.575748 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a77d8ee3-849e-4f3d-9327-c0408bbb5a62 req-c6c4ad8a-3add-4097-abd2-d9d187df2f67 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640237
Feb 17 01:09:58.899959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b4e67-90d2-44fc-8bfe-dbdac88319f0 req-8519ca3d-fa12-4708-9ac8-91d3dfdde8f3 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:58.902149 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a48b4e67-90d2-44fc-8bfe-dbdac88319f0 req-8519ca3d-fa12-4708-9ac8-91d3dfdde8f3 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 945 time: 0.1371019
Feb 17 01:09:58.988035 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a48b4e67-90d2-44fc-8bfe-dbdac88319f0 req-04a833ee-0fb6-456c-9875-0099c3cbf1b0 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795102
Feb 17 01:09:59.321538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 2244fb76-243e-47b2-a4a8-8a8927c07393 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:09:59.409526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-392e7538-bfa9-44e0-88c7-76a3448953ec tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:09:59.409526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-392e7538-bfa9-44e0-88c7-76a3448953ec tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Synchronizing usage tracker for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:09:59.454243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-392e7538-bfa9-44e0-88c7-76a3448953ec tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Unset dirty status for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:09:59.456722 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-392e7538-bfa9-44e0-88c7-76a3448953ec tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 945 time: 0.2695537
Feb 17 01:09:59.570375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Deleting port 2244fb76-243e-47b2-a4a8-8a8927c07393 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:09:59.570892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:59.633375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:59.691434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:09:59.711937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2244fb76-243e-47b2-a4a8-8a8927c07393,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:59.715908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:59.718117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:09:59.765476 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393', 'code': 200}
Feb 17 01:09:59.822430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:09:59.828588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:09:59.884136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2244fb76-243e-47b2-a4a8-8a8927c07393,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:09:59.884666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:00.033560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Calling delete_port for 2244fb76-243e-47b2-a4a8-8a8927c07393 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:10:00.126018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:10:00.126342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:10:00.199001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4277b-bbb9-48c9-aa34-a3acb51b9696 req-ba3f0aef-f18e-47f8-b34b-1c4891dc5686 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:00.200656 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e8e4277b-bbb9-48c9-aa34-a3acb51b9696 req-ba3f0aef-f18e-47f8-b34b-1c4891dc5686 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 943 time: 0.0968895
Feb 17 01:10:00.251429 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e8e4277b-bbb9-48c9-aa34-a3acb51b9696 req-39daaa3e-2591-422d-b2a5-7c869f2902fc tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441861
Feb 17 01:10:00.627637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Deleting port 2244fb76-243e-47b2-a4a8-8a8927c07393 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:10:00.628386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:01.027989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] For port 2244fb76-243e-47b2-a4a8-8a8927c07393, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=2244fb76-243e-47b2-a4a8-8a8927c07393,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:10:01.028410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:01.262533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Calling delete_port for 2244fb76-243e-47b2-a4a8-8a8927c07393 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:10:01.469350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:01.499127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce0bbae3-89b7-40f5-8c12-f5cfa29f5e04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:01.551807 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c02aeee-7d32-4fa8-a8f6-090fd191cd7d req-b55fb4e6-799b-45c9-a85d-83898555a920 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 210 time: 0.0939085
Feb 17 01:10:01.606699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Pushing event deleted for resources: {'Port': ['ID=2244fb76-243e-47b2-a4a8-8a8927c07393,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:01.609636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:01.663640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54266) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:01.732946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] No DVR routers for this DVR port 2244fb76-243e-47b2-a4a8-8a8927c07393 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:10:01.735377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:01.739938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-deleted', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:01.780023 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-56ae9bed-4088-49cb-a8fe-81cdcca5dfb1 req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "DELETE /v2.0/ports/2244fb76-243e-47b2-a4a8-8a8927c07393 HTTP/1.1" status: 204  len: 173 time: 2.3175118
Feb 17 01:10:01.826980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb16af2f-f64d-4791-9dcf-0f5695d29d80', 'name': 'network-vif-deleted', 'tag': '2244fb76-243e-47b2-a4a8-8a8927c07393', 'status': 'completed', 'code': 200}
Feb 17 01:10:01.941066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54276) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:02.030349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.048514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.050154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:02.054645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6a1f4b39454841b6f1c56081e5470f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:02.057875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:02.063839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:02.066011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:02.070403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4855cf1dafc64a37a5871221315c950e is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:02.074113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:02.080464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:02.153715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.157990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.175631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dfb8e8be-bbfc-41f6-a782-a9042333835f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:02.178240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.181852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.211958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fce453d8-70ef-44f5-9e2f-0eeeaefacd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:02.232048 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4855cf1dafc64a37a5871221315c950e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5637844
Feb 17 01:10:02.232279 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad6a1f4b39454841b6f1c56081e5470f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884433
Feb 17 01:10:02.232279 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702f28d-2e03-42b8-b35c-914bc3fe4a6b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:02.235758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:02.236325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54284) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:02.236698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54286) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:02.250092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df332f43-2310-4200-8d24-f1d16704a311,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:02.253888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:02.392024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.403247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.445078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.458667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.553475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.565270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9ffcbdb0-6130-4b25-9121-a528a9cb37a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:02.588297 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.592271 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2702f28d-2e03-42b8-b35c-914bc3fe4a6b HTTP/1.1" status: 204  len: 168 time: 0.3498876
Feb 17 01:10:02.592271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.600997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:02.602611 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df332f43-2310-4200-8d24-f1d16704a311 HTTP/1.1" status: 204  len: 168 time: 0.3645926
Feb 17 01:10:02.605837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702f28d-2e03-42b8-b35c-914bc3fe4a6b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:02.609460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:02.610428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b0e58ca-e04a-4341-8f7d-e88f10d7af49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:02.623108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df332f43-2310-4200-8d24-f1d16704a311,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:02.633579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:02.925151 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5f7b6a7c-197d-40a7-8600-ed0882db6d91 req-b17ea358-174d-4919-bf04-284bea190cc8 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=cb16af2f-f64d-4791-9dcf-0f5695d29d80 HTTP/1.1" status: 200  len: 210 time: 0.0767162
Feb 17 01:10:03.189323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54314) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:03.214442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.235906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:03.240862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Usage tracker for resource:security_group_rule and tenant:ec0dabf6e10e44c3b5ab09f14f8cfddd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:03.244494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:03.251560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54318) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:03.256778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:03.282074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.306237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:03.314953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Usage tracker for resource:security_group_rule and tenant:537a607057ec4588b36dda2956f014f3 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:03.332441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:03.346370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:03.450094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.457866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.468960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-92a6e78c-ac18-4b7b-9fc1-a432b685eb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:03.537133 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec0dabf6e10e44c3b5ab09f14f8cfddd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3460202
Feb 17 01:10:03.537987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ccdc2-11a7-4ca5-b70e-8b4c83f3d6f0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:03.540826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54324) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:03.548513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:03.556745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.561499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.570669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7c4be0a7-aa00-4bb3-9888-93aedcd19211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:03.608991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.621735 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=537a607057ec4588b36dda2956f014f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3685279
Feb 17 01:10:03.623799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54328) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:03.624260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4498f50f-4eb5-4b43-bbad-8bf79b0d0a67,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:03.629608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:03.663008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.717018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.757282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.827897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.833643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4384a7a8-64b1-4e55-9f0c-2dd2e35e4ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:03.849730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4498f50f-4eb5-4b43-bbad-8bf79b0d0a67,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:03.862828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:03.863985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.867441 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4498f50f-4eb5-4b43-bbad-8bf79b0d0a67 HTTP/1.1" status: 204  len: 168 time: 0.2404168
Feb 17 01:10:03.879954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.890718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-db8b1f10-70d9-42b7-83a4-b046ca330687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:03.904381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:03.906058 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be2ccdc2-11a7-4ca5-b70e-8b4c83f3d6f0 HTTP/1.1" status: 204  len: 168 time: 0.3630767
Feb 17 01:10:03.907556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ccdc2-11a7-4ca5-b70e-8b4c83f3d6f0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:03.914735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:04.758263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-15b818a7-5174-40b7-a971-b7456ce00bc7 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:04.760940 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-15b818a7-5174-40b7-a971-b7456ce00bc7 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/networks?id=8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 200  len: 807 time: 0.2155011
Feb 17 01:10:04.822180 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-a7364d4b-660e-4c32-861a-8fb1776316b7 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/quotas/8d4fd1b0e21b43169e3f69017dd57636 HTTP/1.1" status: 200  len: 375 time: 0.0300982
Feb 17 01:10:04.931689 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-d666a780-d0c4-43db-a813-0513c71e065b tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1005464
Feb 17 01:10:04.993404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-81d8c7b9-f1de-4649-98f1-60e52145c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:04.995434 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-81d8c7b9-f1de-4649-98f1-60e52145c928 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.1452539
Feb 17 01:10:05.109626 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-9b2f6eb3-2e7f-49bf-9b11-e20e420e3bd9 service neutron] 10.222.0.68 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768427
Feb 17 01:10:05.231086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-91c9e794-bbe6-471e-b483-b09989f346fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:05.233395 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-91c9e794-bbe6-471e-b483-b09989f346fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.2307203
Feb 17 01:10:05.367773 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-1d4a326d-7b66-4dbc-9ebb-ff1db74c48d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.1268177
Feb 17 01:10:05.507715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-8af6c2b4-2c0c-482f-a65c-6b57d68392f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:05.512380 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-8af6c2b4-2c0c-482f-a65c-6b57d68392f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.1338160
Feb 17 01:10:05.583179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb9826-ac79-44cc-aeb1-8e9ed08d83c8 req-ddf3ac0c-08ed-4a52-ad81-263abbd599b9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:05.591208 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72bb9826-ac79-44cc-aeb1-8e9ed08d83c8 req-ddf3ac0c-08ed-4a52-ad81-263abbd599b9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.4002802
Feb 17 01:10:05.625373 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-5e56c0c4-ceff-486b-887d-3b320aecd000 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1050351
Feb 17 01:10:05.669253 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72bb9826-ac79-44cc-aeb1-8e9ed08d83c8 req-4ba646c7-f022-425c-9fe1-7ddffc9ffe57 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768502
Feb 17 01:10:05.692732 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-639f7c5a-dfa9-4884-a3e8-ffbeef1a6be7 service neutron] 10.222.0.68 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5813282
Feb 17 01:10:05.771819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:05.919812 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-577c0d69-a437-4cc1-9771-b4b5e2ce109c service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2872665
Feb 17 01:10:06.228186 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1005efa-79ec-4656-b8a0-df573662d9ec req-f6b1d906-5f33-449e-9703-f50f228b717e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 210 time: 0.0931313
Feb 17 01:10:06.412098 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6da0036a-69ce-4b38-847f-975dfe9a130a req-e04d61dc-bd37-4d30-a9ff-acdf17764eb0 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4852176
Feb 17 01:10:06.922149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bd4a-aafa-4751-aabf-ad759aeebca8 req-28e13268-cc09-4aa2-a8c3-9845e5e4ac75 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:06.924113 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8d8bd4a-aafa-4751-aabf-ad759aeebca8 req-28e13268-cc09-4aa2-a8c3-9845e5e4ac75 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0993142
Feb 17 01:10:06.981905 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8d8bd4a-aafa-4751-aabf-ad759aeebca8 req-25e8a6c5-b52a-4209-ab8c-ff34c6f3feb1 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491486
Feb 17 01:10:07.436715 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3964f58e-c5a1-4458-a20e-769396e094f1 req-4233fa17-6779-4741-b283-3c596e0b98d6 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 210 time: 0.0788865
Feb 17 01:10:07.588318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-f975f179-4d3a-4b2a-8a69-3a85980dbd74 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:07.590458 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-f975f179-4d3a-4b2a-8a69-3a85980dbd74 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "GET /v2.0/networks?id=8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 200  len: 807 time: 0.1886802
Feb 17 01:10:07.605843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Request body: {'port': {'device_id': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c', 'admin_state_up': True, 'tenant_id': '8d4fd1b0e21b43169e3f69017dd57636'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:10:07.632345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca7cfd5e-afe1-49d9-b341-0b8b03d23757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:07.774243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:07.781464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Usage tracker for resource:port and tenant:8d4fd1b0e21b43169e3f69017dd57636 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:07.785251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:07.792340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:07.802477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Made reservation on behalf of 8d4fd1b0e21b43169e3f69017dd57636 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:10:07.811167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:08.178495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Allocated IP 172.20.0.10 (8e9df187-97c5-4864-9790-63fa0c4e8a7c/ad9f6f71-c1ca-44db-b5d0-d5ff28147781/a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:10:08.209236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ee8f4-f1c5-4ff5-8258-ebced179114d req-430eb77b-39b9-4c1b-9533-c458a329021e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:08.211468 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e49ee8f4-f1c5-4ff5-8258-ebced179114d req-430eb77b-39b9-4c1b-9533-c458a329021e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0989981
Feb 17 01:10:08.263135 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e49ee8f4-f1c5-4ff5-8258-ebced179114d req-800466e0-fff8-442c-8df1-2565da58b1e9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433357
Feb 17 01:10:08.420795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:08.453093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:08.469244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3a3d0f2c-3ab2-4189-afe1-40188781f863 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:08.610005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Pushing event updated for resources: {'Port': ['ID=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:08.614528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:08.659920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e686e5-9fa4-4022-9cdc-512ff52553ff req-69bb3662-9cf8-4d47-9eb5-372301682d1a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:08.661817 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-17e686e5-9fa4-4022-9cdc-512ff52553ff req-69bb3662-9cf8-4d47-9eb5-372301682d1a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 932 time: 0.0921252
Feb 17 01:10:08.676637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:10:08.677742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:10:08.680121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:10:08.736822 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-17e686e5-9fa4-4022-9cdc-512ff52553ff req-8f30f564-7869-473a-82bb-310c9bcebd83 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564821
Feb 17 01:10:08.759715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:08.760561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:08.816718 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2163875
Feb 17 01:10:08.834249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Request body: {'port': {'device_id': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:10:08.963282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.085384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54536) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:09.234213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.251623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:09.256014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:a70ecfd28ac64922af03b15f4153659b is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:09.259219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:09.266260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:09.381397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.385288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.415914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e5e27d21-c21f-4d0b-a1eb-8652880abad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:09.475803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:10:09.485661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.500500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Transition to ACTIVE for port object a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:10:09.503779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.520540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62d50664-c561-4611-8042-8d220f77e6d2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:09.525730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8064900-8dfa-4bb7-b1fd-9a63fbab77cb,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:09.530251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:09.542967 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a70ecfd28ac64922af03b15f4153659b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4524477
Feb 17 01:10:09.545136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54548) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:09.622104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f020f-9974-4dce-a1c5-9b195d78f5c4 req-3e75c69b-d3d8-4819-b6af-7d5cc514b534 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:09.623880 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7d4f020f-9974-4dce-a1c5-9b195d78f5c4 req-3e75c69b-d3d8-4819-b6af-7d5cc514b534 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1731379
Feb 17 01:10:09.658952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.668452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Pushing event updated for resources: {'Port': ['ID=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:09.685643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:09.693298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-430c7e51-caf8-47c3-b08a-5ef64783f5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.710464 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7d4f020f-9974-4dce-a1c5-9b195d78f5c4 req-cbd05697-92bc-4d5a-aac8-f35bb85b3306 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734859
Feb 17 01:10:09.718381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.773550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.779403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:09.799860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8064900-8dfa-4bb7-b1fd-9a63fbab77cb,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:09.802649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:09.809474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.810853 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8064900-8dfa-4bb7-b1fd-9a63fbab77cb HTTP/1.1" status: 204  len: 168 time: 0.2644458
Feb 17 01:10:09.900016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Attempting to bind port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:10:09.900386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Attempting to bind port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:10:09.900753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Attempting to bind port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 on network 8e9df187-97c5-4864-9790-63fa0c4e8a7c {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:10:09.907186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:10:09.907561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Checking segment: {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:10:09.907965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.908360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Bound using segment: {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:10:09.908829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Bound port: a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e2e6dc-6d50-4646-a278-0f349aa41db3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '8e9df187-97c5-4864-9790-63fa0c4e8a7c'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:10:09.909204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.980820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e9507-3b6f-4e01-a9b1-fd6e5acb8aa0 req-7875847f-7d2d-415d-8ea6-86f8a7bfcf9a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:09.982471 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ad3e9507-3b6f-4e01-a9b1-fd6e5acb8aa0 req-7875847f-7d2d-415d-8ea6-86f8a7bfcf9a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.0903327
Feb 17 01:10:10.010020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] For port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:10:10.013503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] For port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:10:10.017407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.033437 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ad3e9507-3b6f-4e01-a9b1-fd6e5acb8aa0 req-2078b223-fc74-419c-9432-2a869b25b16a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440753
Feb 17 01:10:10.033672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:10.135885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.142881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54560) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:10.164097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.181681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:10.186101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b34a0d7b9fae4cfaa790351c6057b890 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:10.189304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:10.195595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:10.201104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Pushing event updated for resources: {'Port': ['ID=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:10.206459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:10.238430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:10.239132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.240907 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] 10.222.0.69 "PUT /v2.0/ports/a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 HTTP/1.1" status: 200  len: 1158 time: 1.4119549
Feb 17 01:10:10.241400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:10.299762 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1', 'status': 'completed', 'code': 200}
Feb 17 01:10:10.307601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.310757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.324344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-af1482d6-71c2-4df3-a1f2-d07be5a6eef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:10.368181 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b34a0d7b9fae4cfaa790351c6057b890&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2239885
Feb 17 01:10:10.369840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b569814-ade1-4bb0-b9e1-245fa9d11d58,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:10.370984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54570) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:10.373263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4511a534-d3d8-4501-8b5b-5af94c47f9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:10.444020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.474443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.524791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.530780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c614760-05ae-4cf5-b6ff-c7f32f868c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:10.541882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b569814-ade1-4bb0-b9e1-245fa9d11d58,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:10.547038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:10.548059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54580) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:10.549142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.550827 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1b569814-ade1-4bb0-b9e1-245fa9d11d58 HTTP/1.1" status: 204  len: 168 time: 0.1787477
Feb 17 01:10:10.828653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:10.851466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:10.855656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Usage tracker for resource:security_group_rule and tenant:77a8298f78de4361a9bd37001079947c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:10.858760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:10.864733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:11.004045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfeaaba-29ab-4561-b82f-5ba5a29ebb21 req-112eb847-39ee-45f4-b35b-53a0fbc801f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:11.005678 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9cfeaaba-29ab-4561-b82f-5ba5a29ebb21 req-112eb847-39ee-45f4-b35b-53a0fbc801f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1357040
Feb 17 01:10:11.061438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.071919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.083915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8c521446-ccf1-42bd-8bf6-990ef5f524c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:11.108753 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9cfeaaba-29ab-4561-b82f-5ba5a29ebb21 req-c6296837-84ed-43c1-8b96-102c17807e58 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914619
Feb 17 01:10:11.136257 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=77a8298f78de4361a9bd37001079947c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5864985
Feb 17 01:10:11.139580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54608) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:11.140850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2d385-dbbd-4c98-9234-98e42fc6d481,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:11.144486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:11.237580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.269761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.318718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.324546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:11.335888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2d385-dbbd-4c98-9234-98e42fc6d481,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:11.341912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:11.344608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.348368 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/28c2d385-dbbd-4c98-9234-98e42fc6d481 HTTP/1.1" status: 204  len: 168 time: 0.2050381
Feb 17 01:10:11.649831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.670679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54630) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:11.808624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.825426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:11.829563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Usage tracker for resource:security_group_rule and tenant:bc2d0a210a274d109abf4666d0e5ac63 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:11.832770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:11.838706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:11.934405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.937606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:11.947126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-555aa48f-899e-4fb2-9bdd-57e6559cf4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:11.994683 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc2d0a210a274d109abf4666d0e5ac63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227935
Feb 17 01:10:11.996196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe068b-61bf-4665-8536-6bc7d5c017e2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:11.998226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54646) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:11.999611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:12.067806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.071992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.097766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.148760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.155105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f998ebad-387e-4f3d-8313-31f7ab327345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:12.171146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe068b-61bf-4665-8536-6bc7d5c017e2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:12.173964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:12.180997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.182304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1b5812d7-15da-4259-a9ff-7dcce831a152 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cbfe068b-61bf-4665-8536-6bc7d5c017e2 HTTP/1.1" status: 204  len: 168 time: 0.1823585
Feb 17 01:10:13.668273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-a4f361fa-925d-4948-a165-af389b3eb5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:13.669919 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-a4f361fa-925d-4948-a165-af389b3eb5c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 1161 time: 0.0857408
Feb 17 01:10:13.794346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ecd9-a6bd-4cd2-81d3-80763841d3a9 req-240f5cf9-173e-4ef5-abe9-db45b4cb0565 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:13.796026 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8d73ecd9-a6bd-4cd2-81d3-80763841d3a9 req-240f5cf9-173e-4ef5-abe9-db45b4cb0565 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.0921564
Feb 17 01:10:13.844680 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8d73ecd9-a6bd-4cd2-81d3-80763841d3a9 req-c543b7ea-5160-4dbd-bbce-48efcaba0d91 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420344
Feb 17 01:10:14.054895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fa25-93af-4cc2-8638-8fc01f511548 req-168339f9-97da-4108-b926-ceeec3027bd6 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:14.056869 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7302fa25-93af-4cc2-8638-8fc01f511548 req-168339f9-97da-4108-b926-ceeec3027bd6 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1091454
Feb 17 01:10:14.071699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-5fd4b6e9-632c-4378-a606-8bcfa9924f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:14.073874 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-5fd4b6e9-632c-4378-a606-8bcfa9924f98 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&shared=False HTTP/1.1" status: 200  len: 901 time: 0.1745389
Feb 17 01:10:14.110074 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7302fa25-93af-4cc2-8638-8fc01f511548 req-fe164909-ee64-4bfb-9e96-26a6fd2da473 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458632
Feb 17 01:10:14.234059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-c7add986-01f1-4107-a311-b4224995d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:14.235691 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c035a551-91b6-4bb4-9a73-1424a72a8f6e req-c7add986-01f1-4107-a311-b4224995d1de service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1545641
Feb 17 01:10:14.360476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-c412a5c6-ef45-4be8-a008-afb05c764151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:14.362166 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-c412a5c6-ef45-4be8-a008-afb05c764151 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 1161 time: 0.0874441
Feb 17 01:10:14.442577 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-592b1237-b5f7-4996-b292-5730c0133e1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 HTTP/1.1" status: 200  len: 217 time: 0.0727193
Feb 17 01:10:14.513749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-53f71729-0e80-40ae-857a-3738e94dd663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:14.515363 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-53f71729-0e80-40ae-857a-3738e94dd663 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ad9f6f71-c1ca-44db-b5d0-d5ff28147781 HTTP/1.1" status: 200  len: 847 time: 0.0654440
Feb 17 01:10:14.574161 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-767d1256-3d18-4280-a92a-dd8f05e12410 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8e9df187-97c5-4864-9790-63fa0c4e8a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517561
Feb 17 01:10:14.976624 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-87a35e78-3c0d-4a2d-b7b0-6290db2a15d4 service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3956094
Feb 17 01:10:15.077986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349a016-70af-4384-926f-dd079661cfca req-7fbca33e-33f7-4f76-b644-2b28bd19b39e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:15.082346 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3349a016-70af-4384-926f-dd079661cfca req-7fbca33e-33f7-4f76-b644-2b28bd19b39e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.1070704
Feb 17 01:10:15.144247 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3349a016-70af-4384-926f-dd079661cfca req-fd5fb761-0ea9-4a69-ab14-7a6d3dae11ba tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538225
Feb 17 01:10:15.149208 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7a88e64e-5637-4bfd-b257-8c1de0cbae33 req-59181f0b-1886-4478-a86f-370c7dfbf743 service neutron] 10.222.0.69 "GET /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1591420
Feb 17 01:10:15.342171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de9f5-2353-481f-bc8c-f8e9fdb512cb req-0f866459-3b42-4bee-85d2-82ea3fa3f780 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:15.343884 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-352de9f5-2353-481f-bc8c-f8e9fdb512cb req-0f866459-3b42-4bee-85d2-82ea3fa3f780 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0941577
Feb 17 01:10:15.395342 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-352de9f5-2353-481f-bc8c-f8e9fdb512cb req-def4b5f8-ed75-44f3-8964-b559568b622f tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451281
Feb 17 01:10:16.021833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-165184aa-fb83-4142-b2e9-ea68375a2655 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=e43827230fea41818a5bb165f4ba57be&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327811
Feb 17 01:10:16.192344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-0e3871a4-0014-4c8f-9cdf-67bd0144cef0 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:16.193852 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-0e3871a4-0014-4c8f-9cdf-67bd0144cef0 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1661959
Feb 17 01:10:16.210182 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-ef38f77c-33dc-4851-9564-4ec5477e62c7 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/quotas/e43827230fea41818a5bb165f4ba57be HTTP/1.1" status: 200  len: 375 time: 0.0101793
Feb 17 01:10:16.269568 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-9f102b88-5fc8-468f-8877-bd88e0bb313f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e43827230fea41818a5bb165f4ba57be&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533240
Feb 17 01:10:16.522949 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fb52477f-f994-47ec-91de-c860023ec4f5 req-fcdf47d7-30f5-4b5a-a3e6-9084c9525858 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 210 time: 0.0851438
Feb 17 01:10:16.579968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca25cf-28c6-47f1-a9b8-c2d657fdc164 req-d7c69f20-65c7-47fa-941e-4fb0351dea9a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:16.583272 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-50ca25cf-28c6-47f1-a9b8-c2d657fdc164 req-d7c69f20-65c7-47fa-941e-4fb0351dea9a tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.1042345
Feb 17 01:10:16.642698 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-50ca25cf-28c6-47f1-a9b8-c2d657fdc164 req-5ee218f9-4757-4828-94d3-b33fa7e193cd tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502882
Feb 17 01:10:16.782111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1780f3d-0ea4-402c-b4b3-5689277206c2 req-3d7d6bb3-f897-486a-91d2-ad765bcdb815 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:16.784318 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1780f3d-0ea4-402c-b4b3-5689277206c2 req-3d7d6bb3-f897-486a-91d2-ad765bcdb815 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0995171
Feb 17 01:10:16.839239 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1780f3d-0ea4-402c-b4b3-5689277206c2 req-05cd461c-2064-465f-9bb3-304a14e423c4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475528
Feb 17 01:10:17.671272 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-6da15824-6e95-4d7f-8a15-53c9f16aa65e tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e43827230fea41818a5bb165f4ba57be&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337884
Feb 17 01:10:17.722090 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c2a1b19b-6410-4508-99a0-02feff9fb19a req-d6dd37e2-dc8d-4653-adf5-dfd52371deb8 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 210 time: 0.0653975
Feb 17 01:10:17.893099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-cbb6de8f-bb7c-4c53-8756-fde9c207a70d tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:17.893583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb597-d5e3-4e9c-bf0d-4d9e42ae499e req-7273891c-340f-4415-bfb5-ecec9d55dad9 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:17.894902 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-cbb6de8f-bb7c-4c53-8756-fde9c207a70d tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2175348
Feb 17 01:10:17.896205 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-544fb597-d5e3-4e9c-bf0d-4d9e42ae499e req-7273891c-340f-4415-bfb5-ecec9d55dad9 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.1115468
Feb 17 01:10:17.909885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Request body: {'port': {'device_id': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82', 'admin_state_up': True, 'tenant_id': 'e43827230fea41818a5bb165f4ba57be'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:10:17.995874 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-544fb597-d5e3-4e9c-bf0d-4d9e42ae499e req-294f142a-44ef-4685-b751-1f72fe97fecd tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911012
Feb 17 01:10:18.087985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:18.092990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Usage tracker for resource:port and tenant:e43827230fea41818a5bb165f4ba57be is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:18.096201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:18.098643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caca78-4eae-4fd9-b929-7b8887b10718 req-3259bb9c-5809-46e0-bb7d-736b52f8fecd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:18.100125 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-76caca78-4eae-4fd9-b929-7b8887b10718 req-3259bb9c-5809-46e0-bb7d-736b52f8fecd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0974591
Feb 17 01:10:18.102236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:18.112357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Made reservation on behalf of e43827230fea41818a5bb165f4ba57be for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:10:18.118231 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.134357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.152801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:18.157404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Usage tracker for resource:security_group_rule and tenant:e43827230fea41818a5bb165f4ba57be is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:18.160879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:18.165598 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-76caca78-4eae-4fd9-b929-7b8887b10718 req-1a622d16-b17b-4b5c-bfde-a71cfab622da tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570395
Feb 17 01:10:18.167987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:18.264504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.268347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.284575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-51371790-827d-480d-bb80-50a3fd3db544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:18.407345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603194a0-71d8-45d8-b835-ca6fd231ccd0,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:18.411858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:18.530145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54844) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:18.642455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Allocated IP 192.168.233.72 (e601909e-9b68-4010-8f26-7517a0a83e82/c300d882-4cd4-44f9-bfb1-36a69237eb91/0c82bc47-65c0-42f7-a6c3-9bde80118f1f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:10:18.671938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.687252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:18.691721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Usage tracker for resource:security_group_rule and tenant:20378dd8023a404b93bfce37dc334a87 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:18.694784 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:18.701240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:18.822706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.826324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.834486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f1baad38-9dab-45e6-b2a5-aedb2f6c9657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:18.896548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.915026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Transition to ACTIVE for port object 0c82bc47-65c0-42f7-a6c3-9bde80118f1f will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:10:18.933317 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=20378dd8023a404b93bfce37dc334a87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4010346
Feb 17 01:10:18.935857 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3b5cbdba-b889-4397-8869-6682ece0d867 req-2e97c19a-cb23-49b4-9adc-f08d4fca985a tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 210 time: 0.0814946
Feb 17 01:10:18.936372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54852) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:18.938860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0b295-b1b8-40f8-b5e6-d799d53aa554,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:18.942794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:18.945878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:18.964011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-279c31c4-27f1-49c9-9e09-9b4d87e9a574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:19.009283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.042422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.106329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Pushing event updated for resources: {'Port': ['ID=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:19.109228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.111545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:19.119532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7c6aee11-a8ba-4b0e-adb3-5843265712c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:19.177613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0b295-b1b8-40f8-b5e6-d799d53aa554,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:19.177918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Network e601909e-9b68-4010-8f26-7517a0a83e82 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:10:19.179751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:10:19.182794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:10:19.192644 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:19.247785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.249133 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4db0b295-b1b8-40f8-b5e6-d799d53aa554 HTTP/1.1" status: 204  len: 168 time: 0.3116462
Feb 17 01:10:19.271694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:19.271694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.284565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eb70f-1eb3-4813-8626-10cfdc74e4a9 req-4527465d-d645-4baa-b346-606bc30d2875 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:19.286759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff2eb70f-1eb3-4813-8626-10cfdc74e4a9 req-4527465d-d645-4baa-b346-606bc30d2875 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.1684439
Feb 17 01:10:19.325215 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4200506
Feb 17 01:10:19.339265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Request body: {'port': {'device_id': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:10:19.406066 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff2eb70f-1eb3-4813-8626-10cfdc74e4a9 req-1ebfe7e8-6e56-4756-aba6-59fb9552c340 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089144
Feb 17 01:10:19.445559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-82880cd5-41cc-4db6-8fa3-dd8655e8054b None None] Provisioning for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:10:19.447032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7828792-d9e8-4d85-8ed0-f331d486b9c1 req-b79c758d-4087-446e-8bc7-15b053ecc013 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:19.449074 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b7828792-d9e8-4d85-8ed0-f331d486b9c1 req-b79c758d-4087-446e-8bc7-15b053ecc013 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1135612
Feb 17 01:10:19.454193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-82880cd5-41cc-4db6-8fa3-dd8655e8054b None None] Provisioning complete for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:19.454595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-82880cd5-41cc-4db6-8fa3-dd8655e8054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.488978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.517793 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b7828792-d9e8-4d85-8ed0-f331d486b9c1 req-cda6f206-7456-45c9-8bdc-bf0e2e51e148 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621624
Feb 17 01:10:19.519033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-82880cd5-41cc-4db6-8fa3-dd8655e8054b None None] Port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:10:19.712577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54870) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:19.737220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.753959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:19.758474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Usage tracker for resource:security_group_rule and tenant:914ae8ff62de4a8182efa983a5ade41c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:19.764447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:19.771101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:19.870267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.873569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:19.883360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a76973ef-3491-4d46-a44f-bc6fa9fbd0b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:19.928684 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=914ae8ff62de4a8182efa983a5ade41c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148151
Feb 17 01:10:19.930928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e910368-def1-4c43-b541-f20d59f6549e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:19.933945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54874) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:19.937302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:19.979398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c82bc47-65c0-42f7-a6c3-9bde80118f1f {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:10:19.987878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.004118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.008633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Transition to ACTIVE for port object 0c82bc47-65c0-42f7-a6c3-9bde80118f1f will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:10:20.012698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.030145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-99dd03c7-718f-4eaf-bbcb-3012f38cee72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:20.035491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.152524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.158109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1f6c115a-4e05-4b76-b216-c7cd80a77f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:20.179977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e910368-def1-4c43-b541-f20d59f6549e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:20.182413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:20.184846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Pushing event updated for resources: {'Port': ['ID=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:20.189142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.191517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:20.194143 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e910368-def1-4c43-b541-f20d59f6549e HTTP/1.1" status: 204  len: 168 time: 0.2591178
Feb 17 01:10:20.213192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04059a7-9140-43c6-96eb-cd7e71318d01 req-66141188-538e-4b24-939f-df3919066ef3 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:20.216354 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d04059a7-9140-43c6-96eb-cd7e71318d01 req-66141188-538e-4b24-939f-df3919066ef3 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.1439710
Feb 17 01:10:20.281323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d04059a7-9140-43c6-96eb-cd7e71318d01 req-0169c3c8-eacd-419b-aa21-d85d9e464ca0 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585637
Feb 17 01:10:20.393853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Attempting to bind port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:10:20.394226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Attempting to bind port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:10:20.394686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Attempting to bind port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f on network e601909e-9b68-4010-8f26-7517a0a83e82 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:10:20.401473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:10:20.401971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Checking segment: {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:10:20.402199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.402600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Bound using segment: {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:10:20.403106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Bound port: 0c82bc47-65c0-42f7-a6c3-9bde80118f1f, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'e601909e-9b68-4010-8f26-7517a0a83e82'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:10:20.403492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.536159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] For port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:10:20.540103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] For port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,segment=NetworkSegment(8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d),segment_id=8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:10:20.546042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.569492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:20.757400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e09191-0436-4e48-a5e7-be50e8d1631a req-d672d35d-e00d-4e6c-bd12-cb0cdca65165 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:20.760017 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c5e09191-0436-4e48-a5e7-be50e8d1631a req-d672d35d-e00d-4e6c-bd12-cb0cdca65165 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 944 time: 0.2122407
Feb 17 01:10:20.841958 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c5e09191-0436-4e48-a5e7-be50e8d1631a req-17f5ac48-4251-46a9-9713-8e950a1edf84 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716760
Feb 17 01:10:20.848782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269532-27a6-45d1-b6de-ae10e3793109 req-1024ddd7-5a6d-41ad-bb27-8e5e2f84394d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:20.850414 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6269532-27a6-45d1-b6de-ae10e3793109 req-1024ddd7-5a6d-41ad-bb27-8e5e2f84394d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1759896
Feb 17 01:10:20.886128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Pushing event updated for resources: {'Port': ['ID=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:20.891688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:20.913933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:20.914494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:20.916142 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] 10.222.0.69 "PUT /v2.0/ports/0c82bc47-65c0-42f7-a6c3-9bde80118f1f HTTP/1.1" status: 200  len: 1161 time: 1.5828841
Feb 17 01:10:20.917115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:20.942095 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6269532-27a6-45d1-b6de-ae10e3793109 req-efcdb44c-5927-4b52-b728-8a839d8bbe7e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828333
Feb 17 01:10:21.023032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:21.076620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-5e047a25-c247-4fe0-8069-ae47d8c7cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.082375 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-5e047a25-c247-4fe0-8069-ae47d8c7cebe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43827230fea41818a5bb165f4ba57be&device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 1164 time: 0.1177526
Feb 17 01:10:21.152971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:10:21.159289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:21.160059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:21.180683 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f', 'status': 'completed', 'code': 200}
Feb 17 01:10:21.182252 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-f2b5641f-fb81-4c6f-a389-28d22fe4a203 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=0c82bc47-65c0-42f7-a6c3-9bde80118f1f HTTP/1.1" status: 200  len: 217 time: 0.0923333
Feb 17 01:10:21.262889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-44a838c4-f9ab-4a0e-8415-577963083521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.264461 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-44a838c4-f9ab-4a0e-8415-577963083521 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c300d882-4cd4-44f9-bfb1-36a69237eb91 HTTP/1.1" status: 200  len: 843 time: 0.0752954
Feb 17 01:10:21.311036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:21.360308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:10:21.363708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:21.371664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:21.374437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a25bdd7-4b30-4375-a557-0c2e0b75534f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:21.388312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-0fa184f1-6913-4c73-92cb-b912544ea326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.392171 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-0fa184f1-6913-4c73-92cb-b912544ea326 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e601909e-9b68-4010-8f26-7517a0a83e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1174865
Feb 17 01:10:21.467986 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1', 'code': 200}
Feb 17 01:10:21.468988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:21.480357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:21.562993 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-a749e960-9eb3-43f2-8876-f5f25e81ca24 service neutron] 10.222.0.69 "GET /v2.0/networks/e601909e-9b68-4010-8f26-7517a0a83e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654167
Feb 17 01:10:21.574713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c137b1b-f8d8-42f7-b24e-d1557dc33ec7 req-0c7a107f-5613-4e0e-bf17-750f42333783 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.576780 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4c137b1b-f8d8-42f7-b24e-d1557dc33ec7 req-0c7a107f-5613-4e0e-bf17-750f42333783 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.1246848
Feb 17 01:10:21.629856 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4c137b1b-f8d8-42f7-b24e-d1557dc33ec7 req-cd798929-6336-40db-ab63-d31dfc84a53c tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466683
Feb 17 01:10:21.731643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b95ce6-f81a-43b8-a025-6b09a73a67e9 req-3fd6e202-463d-4c0e-806b-f17467f86120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.732153 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-807a4486-b4c8-4d97-8867-f45743e2b3af req-f1c71cf4-98a0-4e37-bfec-f119f750b648 service neutron] 10.222.0.69 "GET /v2.0/networks/e601909e-9b68-4010-8f26-7517a0a83e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1583474
Feb 17 01:10:21.733263 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-88b95ce6-f81a-43b8-a025-6b09a73a67e9 req-3fd6e202-463d-4c0e-806b-f17467f86120 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 1163 time: 0.0936728
Feb 17 01:10:21.802813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-88b95ce6-f81a-43b8-a025-6b09a73a67e9 req-3bff7922-f02e-415c-b260-64db92eafc42 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593297
Feb 17 01:10:21.886396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-b950b3bd-a5a1-447c-9ee3-15e5fd34b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:21.888190 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-b950b3bd-a5a1-447c-9ee3-15e5fd34b52c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e43827230fea41818a5bb165f4ba57be&device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 1164 time: 0.0874510
Feb 17 01:10:22.070904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb8d47-97fe-4882-9f1b-8a83f7d3deba req-fd3a96cf-0a21-4a87-99f2-1bd108920ac6 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.072551 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1ceb8d47-97fe-4882-9f1b-8a83f7d3deba req-fd3a96cf-0a21-4a87-99f2-1bd108920ac6 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.0984325
Feb 17 01:10:22.180152 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1ceb8d47-97fe-4882-9f1b-8a83f7d3deba req-0bb99f13-efef-4661-ad04-093e243b9a7b tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694964
Feb 17 01:10:22.216865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d944762-2604-41e0-ac06-8031dfbf6216 req-c741037c-7336-463d-a6a6-67ce8183df16 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.218840 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3d944762-2604-41e0-ac06-8031dfbf6216 req-c741037c-7336-463d-a6a6-67ce8183df16 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1447184
Feb 17 01:10:22.245476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:22.315937 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3d944762-2604-41e0-ac06-8031dfbf6216 req-c956716f-8604-4690-b9b8-312e0817e674 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892789
Feb 17 01:10:22.372198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:22.372741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:22.504639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-f395bd9e-87ed-4248-8fe2-8ab37ed06849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.509720 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-f395bd9e-87ed-4248-8fe2-8ab37ed06849 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e601909e-9b68-4010-8f26-7517a0a83e82 HTTP/1.1" status: 200  len: 863 time: 0.4249790
Feb 17 01:10:22.605937 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-603ddf98-010d-4e1a-9729-e306cf7253df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=0c82bc47-65c0-42f7-a6c3-9bde80118f1f HTTP/1.1" status: 200  len: 217 time: 0.0744543
Feb 17 01:10:22.680427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-c7f3a664-1e5c-4d15-b450-d41093415dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.682085 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-c7f3a664-1e5c-4d15-b450-d41093415dc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c300d882-4cd4-44f9-bfb1-36a69237eb91 HTTP/1.1" status: 200  len: 843 time: 0.0693917
Feb 17 01:10:22.792623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-48a74183-2311-425c-b3a4-0afdd8777e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.794253 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-48a74183-2311-425c-b3a4-0afdd8777e1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e601909e-9b68-4010-8f26-7517a0a83e82&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1039081
Feb 17 01:10:22.886721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b6f48-e931-48e3-ba2b-418c89f5a70c req-91bff86f-1884-403d-87eb-6ccc7e88c920 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:22.888566 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e24b6f48-e931-48e3-ba2b-418c89f5a70c req-91bff86f-1884-403d-87eb-6ccc7e88c920 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.0999341
Feb 17 01:10:22.952135 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e24b6f48-e931-48e3-ba2b-418c89f5a70c req-699d21a1-0ce0-4d21-bade-3d5440fca34b tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559595
Feb 17 01:10:22.971390 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-9e265519-79b1-42f6-9ad4-1c1542fa2cec service neutron] 10.222.0.69 "GET /v2.0/networks/e601909e-9b68-4010-8f26-7517a0a83e82?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677036
Feb 17 01:10:23.130037 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4417ac12-0f99-48d4-81d3-3b57db4a91e5 req-a896f8e2-9582-4404-9150-d4725efd93ac service neutron] 10.222.0.69 "GET /v2.0/networks/e601909e-9b68-4010-8f26-7517a0a83e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513598
Feb 17 01:10:23.173071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54968) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:23.305179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.370702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:23.376810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Usage tracker for resource:security_group_rule and tenant:bc54413fdcf14119b4a5db93c8f2dbb3 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:23.381077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:23.388513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:23.448251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aac16e-5778-4d9e-a53d-641ac2699755 req-ebcef5a1-388f-4d4f-866b-5d8c455f1d54 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:23.449867 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f2aac16e-5778-4d9e-a53d-641ac2699755 req-ebcef5a1-388f-4d4f-866b-5d8c455f1d54 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.1346684
Feb 17 01:10:23.594295 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f2aac16e-5778-4d9e-a53d-641ac2699755 req-7b08cc91-e69a-4cb2-b8b9-aa54b87eac1e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373234
Feb 17 01:10:23.645535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.654818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee793a6f-ccab-4070-a2a1-529f472a934d req-0f51e574-24e8-48c8-8351-4f550b85ae8c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:23.656770 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ee793a6f-ccab-4070-a2a1-529f472a934d req-0f51e574-24e8-48c8-8351-4f550b85ae8c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.2023647
Feb 17 01:10:23.658024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.669697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bcb1d753-9c56-474d-9633-a74754ec839d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:23.737845 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bc54413fdcf14119b4a5db93c8f2dbb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5635507
Feb 17 01:10:23.741131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54982) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:23.752260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22434302-9f55-4b11-bf35-8be4571ed86e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:23.756304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:23.771505 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ee793a6f-ccab-4070-a2a1-529f472a934d req-5d41581d-2565-4455-97d7-6f87df95cd3d tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029148
Feb 17 01:10:23.825556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.859749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.908846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.916139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6b498027-ddd0-4168-aead-bb19ca427502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:23.930220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22434302-9f55-4b11-bf35-8be4571ed86e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:23.933397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:23.934334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:23.935567 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c33f0705-51c7-40fc-b335-58f2f0c79124 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22434302-9f55-4b11-bf35-8be4571ed86e HTTP/1.1" status: 204  len: 168 time: 0.1932445
Feb 17 01:10:24.167954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0882-1c3f-4ad3-942b-fe4e18242c3b req-9f481bca-6267-4335-a04f-59e713ffd7ef tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:24.169585 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-687a0882-1c3f-4ad3-942b-fe4e18242c3b req-9f481bca-6267-4335-a04f-59e713ffd7ef tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.0980239
Feb 17 01:10:24.220764 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-687a0882-1c3f-4ad3-942b-fe4e18242c3b req-e81213f5-b6c6-45c7-a967-34992b9eaa74 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446506
Feb 17 01:10:24.242991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 54994) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:24.263033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.278967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:10:24.283146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Usage tracker for resource:security_group_rule and tenant:45190e5360ae42ffa455fec1524e602a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:10:24.286122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:10:24.291990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:10:24.380146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.383628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.393668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8cef9d03-54e0-4dc2-b9cb-04e499ed9664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:24.439377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=45190e5360ae42ffa455fec1524e602a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1950452
Feb 17 01:10:24.441085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e5ae57-f6bf-476f-b452-c9624eb10864,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:24.442230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 54998) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:10:24.444658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:24.509075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.536128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.585768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.590908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e06e8a5f-44b3-4a53-bf85-ab77446b44e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:24.601752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e5ae57-f6bf-476f-b452-c9624eb10864,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:24.608467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:24.611852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:24.613095 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/10e5ae57-f6bf-476f-b452-c9624eb10864 HTTP/1.1" status: 204  len: 168 time: 0.1698158
Feb 17 01:10:24.832900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f667c-416d-416d-9812-83787768c563 req-c8a66717-fa4c-4421-b6d0-43a927f50083 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:24.834861 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-307f667c-416d-416d-9812-83787768c563 req-c8a66717-fa4c-4421-b6d0-43a927f50083 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.1077242
Feb 17 01:10:24.892699 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-307f667c-416d-416d-9812-83787768c563 req-d729f323-d2c3-46c6-9eae-69298598f664 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506520
Feb 17 01:10:25.115446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad9b4-c639-42a5-be7f-58a631ceeb2b req-ae427118-fe78-46ee-8fcb-64810f104519 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:25.117205 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3f2ad9b4-c639-42a5-be7f-58a631ceeb2b req-ae427118-fe78-46ee-8fcb-64810f104519 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1079075
Feb 17 01:10:25.179554 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3f2ad9b4-c639-42a5-be7f-58a631ceeb2b req-e44aaacd-8dbe-43be-bf0d-a036e4f29329 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537398
Feb 17 01:10:25.443626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f488cf-e4b8-43a4-866b-f73ecc6c5112 req-f2ba8a06-4136-488b-a1e3-b70802137d61 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:25.451222 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-74f488cf-e4b8-43a4-866b-f73ecc6c5112 req-f2ba8a06-4136-488b-a1e3-b70802137d61 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.0981877
Feb 17 01:10:25.501761 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-74f488cf-e4b8-43a4-866b-f73ecc6c5112 req-84d91d7c-0e08-452d-927e-71803255370f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495844
Feb 17 01:10:26.193267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66da59-a4e4-43e0-b712-870e4c4fbdfb req-3df6163d-0432-40c6-8548-83e8a501d352 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:26.195304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9a66da59-a4e4-43e0-b712-870e4c4fbdfb req-3df6163d-0432-40c6-8548-83e8a501d352 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.0948641
Feb 17 01:10:26.257058 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9a66da59-a4e4-43e0-b712-870e4c4fbdfb req-cd7e74e6-7d8a-419f-85f2-de90e3e0a8ef tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465071
Feb 17 01:10:26.393086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network e601909e-9b68-4010-8f26-7517a0a83e82 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:10:26.504112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa8366-f1ae-47b4-af96-53f211b26bf0 req-254ccfff-2096-47d4-84e9-f0b6f09a4f65 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:26.505798 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-caaa8366-f1ae-47b4-af96-53f211b26bf0 req-254ccfff-2096-47d4-84e9-f0b6f09a4f65 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1028874
Feb 17 01:10:26.693928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-43cacf27-2d18-4ab0-a7e6-780d1002d2cd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:10:26.842953 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-caaa8366-f1ae-47b4-af96-53f211b26bf0 req-2d9db776-47af-44e1-a0f7-9275c9cf2ca0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3275895
Feb 17 01:10:26.898537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd962a0a-f36a-481a-bf93-96af7084515c req-e670769e-1218-46ee-9257-ffa56b238c53 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:26.900224 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd962a0a-f36a-481a-bf93-96af7084515c req-e670769e-1218-46ee-9257-ffa56b238c53 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 947 time: 0.1009576
Feb 17 01:10:26.948549 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd962a0a-f36a-481a-bf93-96af7084515c req-979be422-29f6-49fe-bf3f-a57972c8579e tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418985
Feb 17 01:10:27.496361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e800235-011d-4f5b-8eb8-8b4311642cb8 req-474f6507-5eff-4fa8-965b-19c80766bc28 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:27.504621 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9e800235-011d-4f5b-8eb8-8b4311642cb8 req-474f6507-5eff-4fa8-965b-19c80766bc28 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.1156332
Feb 17 01:10:27.552948 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9e800235-011d-4f5b-8eb8-8b4311642cb8 req-351c407e-6733-4275-bf65-87b36b770589 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473685
Feb 17 01:10:27.611476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:27.682302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:10:27.687395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:27.687781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:27.817621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:27.846775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:27.856840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,segment=NetworkSegment(8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d),segment_id=8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:10:27.860085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:27.862084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:27.900507 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f', 'code': 200}
Feb 17 01:10:27.938936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:27.947067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:28.058744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad242c71-8904-4ca9-a8f5-6357b0502c60 req-123910e4-6c2a-465c-b878-9b69717b4508 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:28.061270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ad242c71-8904-4ca9-a8f5-6357b0502c60 req-123910e4-6c2a-465c-b878-9b69717b4508 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0959167
Feb 17 01:10:28.087116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-07c33d3a-c2ec-41bd-9e4a-ea700417b5ca tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:28.087815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-07c33d3a-c2ec-41bd-9e4a-ea700417b5ca tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Synchronizing usage tracker for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:10:28.103616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-07c33d3a-c2ec-41bd-9e4a-ea700417b5ca tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Unset dirty status for tenant:8d4fd1b0e21b43169e3f69017dd57636 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:10:28.104920 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-07c33d3a-c2ec-41bd-9e4a-ea700417b5ca tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.1139867
Feb 17 01:10:28.189076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Deleting port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:10:28.189474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:28.211182 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ad242c71-8904-4ca9-a8f5-6357b0502c60 req-b518ff94-c769-4764-abbb-d0a67f672a9f tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432686
Feb 17 01:10:28.264157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b254f7-d951-4539-aaf5-0aace5a91cc1 req-392a149a-a91e-4f24-b75b-b2351a993743 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:28.265813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52b254f7-d951-4539-aaf5-0aace5a91cc1 req-392a149a-a91e-4f24-b75b-b2351a993743 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1799281
Feb 17 01:10:28.268801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fd06f-ef79-4027-90fc-b71eb03654f4 req-74ee7917-1fdf-42ad-b42a-df4850d67961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:28.270334 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d78fd06f-ef79-4027-90fc-b71eb03654f4 req-74ee7917-1fdf-42ad-b42a-df4850d67961 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 1166 time: 0.1873891
Feb 17 01:10:28.322304 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52b254f7-d951-4539-aaf5-0aace5a91cc1 req-160b3d34-a3c2-4d72-87a7-c09d86fcf0f9 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439215
Feb 17 01:10:28.464976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] For port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,segment=NetworkSegment(01e2e6dc-6d50-4646-a278-0f349aa41db3),segment_id=01e2e6dc-6d50-4646-a278-0f349aa41db3)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:10:28.465379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:28.607527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Calling delete_port for a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:10:28.759643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:28.767297 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d0f2f-c355-445f-a3c2-8c5d0a97a4c8 req-a6f853f2-6d64-4071-bd36-9b0ae2d06d8e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:28.768971 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-683d0f2f-c355-445f-a3c2-8c5d0a97a4c8 req-a6f853f2-6d64-4071-bd36-9b0ae2d06d8e tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 946 time: 0.0877199
Feb 17 01:10:28.779036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a10b18b-98fc-4410-ba2b-df9cddb3af98 tempest-DeleteServersTestJSON-1589905233 tempest-DeleteServersTestJSON-1589905233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:28.826664 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-683d0f2f-c355-445f-a3c2-8c5d0a97a4c8 req-1be7ed33-5a1d-48fb-9880-3828031efe72 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/security-groups?id=729a77b6-d3b7-4e20-8d81-2370adacf2bf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513549
Feb 17 01:10:28.873996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Pushing event deleted for resources: {'Port': ['ID=a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:28.884673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:28.999399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] No DVR routers for this DVR port a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:10:29.001978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:29.005392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'name': 'network-vif-deleted', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:29.022384 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2be2daa6-3b5c-4a81-ac96-45cd879afe20 req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.69 "DELETE /v2.0/ports/a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 HTTP/1.1" status: 204  len: 173 time: 0.9113240
Feb 17 01:10:29.222916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:10:33.480852 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d78fd06f-ef79-4027-90fc-b71eb03654f4 req-2b7a0220-81de-436f-a3e4-be414db062f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415907
Feb 17 01:10:33.807589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:33.894357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:33.894760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:33.990430 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbde9f5-9a21-4338-ae92-cec7a7f7307c', 'name': 'network-vif-deleted', 'tag': 'a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1', 'status': 'completed', 'code': 200}
Feb 17 01:10:34.043428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:10:34.086927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:10:34.087349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a57f3c98-8f87-4eaa-81e3-a0a078ee9ae1 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:10:34.260664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123d5a-719c-4443-abb6-26e0824aca39 req-c6f30237-3fa1-410e-a3d1-3295df761932 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:34.262331 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79123d5a-719c-4443-abb6-26e0824aca39 req-c6f30237-3fa1-410e-a3d1-3295df761932 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1741185
Feb 17 01:10:34.327110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2966-8bc9-4e36-87ce-93bf6ea96327 req-a9f1f32e-06ab-4779-a14f-d6e0bd3872ef tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:34.328682 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8be2966-8bc9-4e36-87ce-93bf6ea96327 req-a9f1f32e-06ab-4779-a14f-d6e0bd3872ef tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1385138
Feb 17 01:10:34.336768 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79123d5a-719c-4443-abb6-26e0824aca39 req-f133b8c9-7005-4bb2-ae83-eb8d11312b99 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664988
Feb 17 01:10:34.384787 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8be2966-8bc9-4e36-87ce-93bf6ea96327 req-1b81c669-07de-4ecb-9403-9ee3f1b220a8 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469196
Feb 17 01:10:34.524379 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8b40069c-e830-4fba-b3b5-249bf3bf87b0 req-15c61565-7123-47cd-a68e-e315b4a8db99 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] 10.222.0.68 "GET /v2.0/ports?device_id=afbde9f5-9a21-4338-ae92-cec7a7f7307c HTTP/1.1" status: 200  len: 210 time: 0.0512071
Feb 17 01:10:35.305145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b163046-f999-4753-b149-0e589cfc3e51 req-709c2d43-07aa-409f-b013-4cdc833fce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:35.306787 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0b163046-f999-4753-b149-0e589cfc3e51 req-709c2d43-07aa-409f-b013-4cdc833fce7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.0865927
Feb 17 01:10:35.356705 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0b163046-f999-4753-b149-0e589cfc3e51 req-b5425e24-5689-44f3-98a5-489e0a19d2a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371711
Feb 17 01:10:35.612591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac0767-df18-4314-8db8-f900c2a75be7 req-9b87a7d9-3972-4f41-b503-188121949b07 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:35.614181 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4ac0767-df18-4314-8db8-f900c2a75be7 req-9b87a7d9-3972-4f41-b503-188121949b07 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1577671
Feb 17 01:10:35.626313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ae304-b467-4ade-845c-4bd584e3d57e req-0883d7e5-c2cf-4a43-95fb-90dc4f084ff6 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:35.628012 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6a6ae304-b467-4ade-845c-4bd584e3d57e req-0883d7e5-c2cf-4a43-95fb-90dc4f084ff6 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1237853
Feb 17 01:10:35.709636 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4ac0767-df18-4314-8db8-f900c2a75be7 req-e2d3dac6-0e6b-453b-8d99-e0ad7a657f34 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802674
Feb 17 01:10:35.712499 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6a6ae304-b467-4ade-845c-4bd584e3d57e req-1ed99070-53dc-4ad0-be7c-39d0bdc9dfa1 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685310
Feb 17 01:10:35.777505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:37.623624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-535ad9af-6530-49a4-90eb-d544e4f9e2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:39.685149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-740174b4-7517-4e4b-aa43-8e10a039e6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:40.136166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:41.655222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:41.876122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:41.975978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:41.976291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:42.073287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184b77a-d12c-4c0f-99e0-28eacfba5a92 req-59e27d8d-eb52-4031-8e02-dda99b15b63b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:42.074936 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8184b77a-d12c-4c0f-99e0-28eacfba5a92 req-59e27d8d-eb52-4031-8e02-dda99b15b63b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1827416
Feb 17 01:10:42.082066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77f861-0698-4377-bbae-a64589e829f2 req-c3b4f749-be1b-4794-a004-7b5250ba7cb7 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:42.083678 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0d77f861-0698-4377-bbae-a64589e829f2 req-c3b4f749-be1b-4794-a004-7b5250ba7cb7 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1397324
Feb 17 01:10:42.117792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:42.165283 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8184b77a-d12c-4c0f-99e0-28eacfba5a92 req-978a6602-0a99-4f0f-9650-65112d61437c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805089
Feb 17 01:10:42.170347 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0d77f861-0698-4377-bbae-a64589e829f2 req-0486b98a-d0c7-4af1-91d2-c014f794217d tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685155
Feb 17 01:10:43.445695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee8bd-0915-479f-985d-3e6ee720f0fe req-3f525a31-9f2f-4ff6-9b74-f5a12b705793 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:43.447400 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da0ee8bd-0915-479f-985d-3e6ee720f0fe req-3f525a31-9f2f-4ff6-9b74-f5a12b705793 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1613865
Feb 17 01:10:43.454366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff85e9-48d3-4678-89db-2002860b8499 req-487c1e3a-7138-4f82-b5a1-4eb106586b64 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:43.455896 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8eff85e9-48d3-4678-89db-2002860b8499 req-487c1e3a-7138-4f82-b5a1-4eb106586b64 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1686044
Feb 17 01:10:43.529765 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da0ee8bd-0915-479f-985d-3e6ee720f0fe req-c7e42eed-fa70-450d-a38e-f32af094be94 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728123
Feb 17 01:10:43.537248 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8eff85e9-48d3-4678-89db-2002860b8499 req-4956e295-a6d7-4d53-889b-b730ecc16e7a tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662668
Feb 17 01:10:44.008932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe664ae1-8f22-44a9-a682-c7ff3871a00a req-b330c14a-7f44-4c1a-83bc-14399a375020 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:44.011151 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe664ae1-8f22-44a9-a682-c7ff3871a00a req-b330c14a-7f44-4c1a-83bc-14399a375020 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.0913718
Feb 17 01:10:44.071762 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fe664ae1-8f22-44a9-a682-c7ff3871a00a req-65309e11-ac30-4213-ba25-7cefa83191c2 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509560
Feb 17 01:10:47.679849 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-0fac813d-125f-492d-bd3c-aee48ca66e6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0796812
Feb 17 01:10:47.693686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:10:47.800602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:10:47.801006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:47.816979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-5ad99db4-7403-4193-ae9f-60d0578a4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:47.818684 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-5ad99db4-7403-4193-ae9f-60d0578a4c05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 1163 time: 0.1096635
Feb 17 01:10:48.047520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee89d89-1853-43f8-9d2f-7956f2e172e4 req-2b5a97f0-f81d-4e51-8b48-2c8bd76a71c2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:48.049079 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dee89d89-1853-43f8-9d2f-7956f2e172e4 req-2b5a97f0-f81d-4e51-8b48-2c8bd76a71c2 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1548758
Feb 17 01:10:48.059586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0e79f-8ed3-49a5-bb73-7117ad445359 req-0eba716d-04f6-48c6-85c1-9435a18504d8 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:48.061095 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e5f0e79f-8ed3-49a5-bb73-7117ad445359 req-0eba716d-04f6-48c6-85c1-9435a18504d8 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1250670
Feb 17 01:10:48.160604 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dee89d89-1853-43f8-9d2f-7956f2e172e4 req-752b5ede-70e4-49a3-b832-8379fc76672c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984747
Feb 17 01:10:48.226045 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e5f0e79f-8ed3-49a5-bb73-7117ad445359 req-4920dd57-9470-4425-b5f4-2c255a3dbd5a tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451597
Feb 17 01:10:48.299356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-af2ffd05-7905-41ee-98f5-3ed56da00ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:48.300897 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-af2ffd05-7905-41ee-98f5-3ed56da00ec5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.1782422
Feb 17 01:10:48.383160 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-fd8739cd-195c-4eea-874f-5cdcd97df6bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 200  len: 217 time: 0.0674291
Feb 17 01:10:48.459362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-76b19f6e-aca6-4ef9-a9ab-72414b0ac445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:48.460972 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-76b19f6e-aca6-4ef9-a9ab-72414b0ac445 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.0687771
Feb 17 01:10:48.540450 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-46ed7812-77cc-4b71-89b4-735d309e083c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467765
Feb 17 01:10:48.686765 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-1f0df2fd-9c37-4c14-980e-c9ae1e656265 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377902
Feb 17 01:10:48.834439 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0442c312-dfdc-4988-825c-c3f1a9650a68 req-e68f2425-5d6d-4f63-a8ae-d3edb63d7fee service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404476
Feb 17 01:10:49.440071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996c218-e084-43d5-a757-747bb7a0ebad req-04dc7bd3-564c-4b86-99ec-2fc5df395f9a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:49.441844 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2996c218-e084-43d5-a757-747bb7a0ebad req-04dc7bd3-564c-4b86-99ec-2fc5df395f9a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1575286
Feb 17 01:10:49.491049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11067d5d-3a6f-486c-86d3-f5ddd5cf2150 req-c2b90f0a-bcb6-4b02-899c-04db4f93fe8c tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:49.492974 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11067d5d-3a6f-486c-86d3-f5ddd5cf2150 req-c2b90f0a-bcb6-4b02-899c-04db4f93fe8c tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1393306
Feb 17 01:10:49.561228 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2996c218-e084-43d5-a757-747bb7a0ebad req-997c6c58-3f52-4bb9-96fa-9ccacc2fafce tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075130
Feb 17 01:10:49.572361 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11067d5d-3a6f-486c-86d3-f5ddd5cf2150 req-871ae349-cfd5-4d83-922d-61a790b445d3 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590966
Feb 17 01:10:50.243294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b482e29-d041-49a1-8eb7-db7c4b207cef req-51debd81-357c-434a-b061-d34978f08c03 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:50.245958 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4b482e29-d041-49a1-8eb7-db7c4b207cef req-51debd81-357c-434a-b061-d34978f08c03 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1276610
Feb 17 01:10:50.249377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-b0844d6f-f25c-4229-b826-77da06fa3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:50.251331 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-b0844d6f-f25c-4229-b826-77da06fa3cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 1162 time: 0.2151268
Feb 17 01:10:50.413283 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4b482e29-d041-49a1-8eb7-db7c4b207cef req-5e26ac6e-d59c-4b18-9016-8663ec1263c0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553779
Feb 17 01:10:50.499258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-60850a40-99ef-44e8-804f-02df477504b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:50.501874 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-60850a40-99ef-44e8-804f-02df477504b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 200  len: 912 time: 0.2218921
Feb 17 01:10:50.589786 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-22aff190-4700-4c49-8b82-d11066b8df2c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 200  len: 217 time: 0.0807910
Feb 17 01:10:50.709555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-c71c79fe-96fe-49cd-a58b-455a7a82512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:50.711169 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-c71c79fe-96fe-49cd-a58b-455a7a82512d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 200  len: 858 time: 0.1115358
Feb 17 01:10:50.808354 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-feb0bcb1-2800-4cc2-9f50-5583325ab944 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=668f3309-cbb1-43fd-99fb-616f030bece5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0891087
Feb 17 01:10:50.983272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-9c1fcd36-f527-4d4f-989b-1a729d00fc9f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:50.989366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-9c1fcd36-f527-4d4f-989b-1a729d00fc9f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Synchronizing usage tracker for tenant:e43827230fea41818a5bb165f4ba57be on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:10:51.020457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-9c1fcd36-f527-4d4f-989b-1a729d00fc9f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Unset dirty status for tenant:e43827230fea41818a5bb165f4ba57be on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:10:51.024103 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-9c1fcd36-f527-4d4f-989b-1a729d00fc9f tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.69 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.1551814
Feb 17 01:10:51.128865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Deleting port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:10:51.129516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:51.280438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26339d-14ae-42ec-887b-2119a0be7512 req-8185ee3e-22b9-46d8-bb4b-01767754ba8a tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:51.289219 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6c26339d-14ae-42ec-887b-2119a0be7512 req-8185ee3e-22b9-46d8-bb4b-01767754ba8a tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 949 time: 0.5769472
Feb 17 01:10:51.347025 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-6b8c37fc-11e7-4c6d-947b-c568745dc053 service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5216992
Feb 17 01:10:51.375537 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6c26339d-14ae-42ec-887b-2119a0be7512 req-d3811029-a52a-4618-87dd-b9678ecebb57 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/security-groups?id=603194a0-71d8-45d8-b835-ca6fd231ccd0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849750
Feb 17 01:10:51.537334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] For port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,segment=NetworkSegment(8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d),segment_id=8fc8ad7d-c0b3-452b-9a89-a9d2342e6f0d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:10:51.537896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:51.607397 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-36f03f2f-d043-46bd-a349-bdc51e16e3fc req-8af3fdc1-67ea-40f3-83dc-40aa27a814bc service neutron] 10.222.0.69 "GET /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2247326
Feb 17 01:10:51.710262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Calling delete_port for 0c82bc47-65c0-42f7-a6c3-9bde80118f1f owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:10:51.722358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524e46c-f3d0-4e7e-a88f-2e626754cf16 req-e90abe97-22e1-46d1-813b-e27fdfdc6e9e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:51.724065 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e524e46c-f3d0-4e7e-a88f-2e626754cf16 req-e90abe97-22e1-46d1-813b-e27fdfdc6e9e tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1155357
Feb 17 01:10:51.817276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e524e46c-f3d0-4e7e-a88f-2e626754cf16 req-b12ee647-c87b-4f08-aabe-3e385c8d0167 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758407
Feb 17 01:10:51.953390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:51.974248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:10:52.030746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Pushing event deleted for resources: {'Port': ['ID=0c82bc47-65c0-42f7-a6c3-9bde80118f1f,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:10:52.103284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.104275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.104682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.105084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.105478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.106502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.106502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.106773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.106982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.107397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.107783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.108170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.108630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.109016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.109421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.109810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.110193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.110580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.110969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.111376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.111757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.112137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.112519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.112907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:10:52.123045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:10:52.231176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] No DVR routers for this DVR port 0c82bc47-65c0-42f7-a6c3-9bde80118f1f on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:10:52.233607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:52.238688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'name': 'network-vif-deleted', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:10:52.239531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:10:52.253758 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3a18a1e4-92d1-434b-ae12-54af26b531c7 req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.69 "DELETE /v2.0/ports/0c82bc47-65c0-42f7-a6c3-9bde80118f1f HTTP/1.1" status: 204  len: 173 time: 1.2217033
Feb 17 01:10:52.289052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 0c82bc47-65c0-42f7-a6c3-9bde80118f1f {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:10:52.290409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 0c82bc47-65c0-42f7-a6c3-9bde80118f1f not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:10:52.301077 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d5f39a-cd03-4472-83d7-600e2a967ba3', 'name': 'network-vif-deleted', 'tag': '0c82bc47-65c0-42f7-a6c3-9bde80118f1f', 'status': 'completed', 'code': 200}
Feb 17 01:10:52.597592 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-88bc4222-d50a-4633-8ede-00ec1268a31f req-2130673c-7d6b-418b-88f7-0d0739c91f2e tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] 10.222.0.68 "GET /v2.0/ports?device_id=92d5f39a-cd03-4472-83d7-600e2a967ba3 HTTP/1.1" status: 200  len: 210 time: 0.0637882
Feb 17 01:10:53.127808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5cf4e-5e7f-44dd-90a4-67eceaa3db3c req-1d242e90-c850-45e8-9e2b-9daa1bc79cf5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:53.137292 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-16f5cf4e-5e7f-44dd-90a4-67eceaa3db3c req-1d242e90-c850-45e8-9e2b-9daa1bc79cf5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1335647
Feb 17 01:10:53.192480 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-16f5cf4e-5e7f-44dd-90a4-67eceaa3db3c req-3fb31193-9508-4062-a55b-515240188d80 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540187
Feb 17 01:10:54.390536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca677f-efc2-46f7-8257-d5a118fb0d17 req-cb73c019-171d-4b66-9bd1-2a2e36dd6726 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:54.392213 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bca677f-efc2-46f7-8257-d5a118fb0d17 req-cb73c019-171d-4b66-9bd1-2a2e36dd6726 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0920990
Feb 17 01:10:54.442751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bca677f-efc2-46f7-8257-d5a118fb0d17 req-08e82e4a-87f9-4fe6-911d-67129e3d104b tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439441
Feb 17 01:10:57.940318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dadcd-d0f0-41d6-b2d2-57ea1f7fe4a6 req-517fb8f6-30ea-4279-b3b5-f937b8bbab02 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:57.941882 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-851dadcd-d0f0-41d6-b2d2-57ea1f7fe4a6 req-517fb8f6-30ea-4279-b3b5-f937b8bbab02 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0917335
Feb 17 01:10:57.996451 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-851dadcd-d0f0-41d6-b2d2-57ea1f7fe4a6 req-518fc7c8-5b94-41b3-8dd0-2326bacb3fff tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480795
Feb 17 01:10:59.234356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26660d-e71d-4d08-b5b9-604e42f1e16a req-356b880e-6f81-4101-8449-a41ea1ec6dff tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:10:59.236065 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4c26660d-e71d-4d08-b5b9-604e42f1e16a req-356b880e-6f81-4101-8449-a41ea1ec6dff tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1027610
Feb 17 01:10:59.343596 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4c26660d-e71d-4d08-b5b9-604e42f1e16a req-582619c7-aa17-4194-9c6a-f518d6a432a4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979505
Feb 17 01:11:03.455798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14514ad9-a417-497d-987c-96cc882679f4 req-45e2f018-5824-4fd1-8ae5-4f1d7a44ee3c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:03.464552 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-14514ad9-a417-497d-987c-96cc882679f4 req-45e2f018-5824-4fd1-8ae5-4f1d7a44ee3c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1427169
Feb 17 01:11:03.515603 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-14514ad9-a417-497d-987c-96cc882679f4 req-818a66fe-25fc-46ca-a517-9e57a5cc57f3 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500476
Feb 17 01:11:05.774232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:06.224280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:11:07.633150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-29d970da-74e7-4452-8928-30cf6d57a107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:07.657257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 55852) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:07.926810 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-704e3086-29a6-4b4b-ac83-b24b619e19bc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e43827230fea41818a5bb165f4ba57be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2681911
Feb 17 01:11:07.929739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 55864) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:08.015792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:08.049040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:08.098540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:08.104224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f57d4e2d-d20e-476d-9f76-f7dc8c7c8d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:08.120198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603194a0-71d8-45d8-b835-ca6fd231ccd0,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:08.161355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:08.166997 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/603194a0-71d8-45d8-b835-ca6fd231ccd0 HTTP/1.1" status: 204  len: 168 time: 0.2357564
Feb 17 01:11:08.170757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.171323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.172047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.172649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.173341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.173803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.174449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.175193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.175779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.176396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.177085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.177549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.178574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.179067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.179770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.180429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.181625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.182103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.182762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.183531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.184394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.185044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.185739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.186216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:08.199114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:09.698877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4edfeea-7a69-47ab-9d18-fb7bfc1fd287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:10.148923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:11.661894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.035006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190427-5ebd-4539-8986-c9a006bfd9e0 req-449a73d9-cfb1-454d-b733-7f2aee8a07ab tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:12.046597 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30190427-5ebd-4539-8986-c9a006bfd9e0 req-449a73d9-cfb1-454d-b733-7f2aee8a07ab tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1632781
Feb 17 01:11:12.098194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.122469 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30190427-5ebd-4539-8986-c9a006bfd9e0 req-4828a753-931e-4081-9265-2447f56b1334 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719786
Feb 17 01:11:12.628221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 55980) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:12.769354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.788189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:12.792848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:8b4625cbf9ba4697b8b4b3b5801fe0cb is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:12.796299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:12.802457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:12.898129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.901722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.915635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c340cdeb-d8ec-42b9-8da4-d1befa6b910d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:12.963806 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8b4625cbf9ba4697b8b4b3b5801fe0cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3339920
Feb 17 01:11:12.965532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa21c6-30e1-421d-8010-06ba1c967b6b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:12.967246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 55988) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:12.968913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:13.038623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.071230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.129861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.135960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13498a1b-2449-4533-a157-ff2dd9677834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:13.150367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa21c6-30e1-421d-8010-06ba1c967b6b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:13.153418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:13.157973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.165178 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22fa21c6-30e1-421d-8010-06ba1c967b6b HTTP/1.1" status: 204  len: 168 time: 0.1958055
Feb 17 01:11:15.271252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea2f6-09d4-4663-b934-4383e1b972a1 req-42ad3a82-81c8-4437-9a1a-916a4c43eadf tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:15.272885 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-648ea2f6-09d4-4663-b934-4383e1b972a1 req-42ad3a82-81c8-4437-9a1a-916a4c43eadf tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.0869052
Feb 17 01:11:15.321135 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-648ea2f6-09d4-4663-b934-4383e1b972a1 req-e10f195b-d233-4310-8334-c7e525c4348a tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414703
Feb 17 01:11:16.806705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ab175-e187-4432-9158-489ed4e583af req-436687af-5d94-4116-87c6-de81a18a9bbb tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:16.808530 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-021ab175-e187-4432-9158-489ed4e583af req-436687af-5d94-4116-87c6-de81a18a9bbb tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.0981064
Feb 17 01:11:16.858167 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-021ab175-e187-4432-9158-489ed4e583af req-ff77d80a-d7f7-4a89-86ac-5e3f58c19aca tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432825
Feb 17 01:11:18.065327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a10700-fae3-4044-839e-b35cd08b3fbf req-89b7128b-2c32-460c-8c54-3a4fdf15ffd8 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:18.066978 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79a10700-fae3-4044-839e-b35cd08b3fbf req-89b7128b-2c32-460c-8c54-3a4fdf15ffd8 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.0895958
Feb 17 01:11:18.117305 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79a10700-fae3-4044-839e-b35cd08b3fbf req-f8e6bac6-c088-4403-8baf-167863acc494 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431852
Feb 17 01:11:18.914080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c63182ac-5660-4c16-9a3b-0a09793c17e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:18.914747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c63182ac-5660-4c16-9a3b-0a09793c17e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Synchronizing usage tracker for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:11:18.931839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c63182ac-5660-4c16-9a3b-0a09793c17e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Unset dirty status for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:11:18.933112 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c63182ac-5660-4c16-9a3b-0a09793c17e4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.1247435
Feb 17 01:11:19.012954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Deleting port 9d7defc5-a371-48ca-928a-61e1d87306b9 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:11:19.013343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:19.296080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] For port 9d7defc5-a371-48ca-928a-61e1d87306b9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=9d7defc5-a371-48ca-928a-61e1d87306b9,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:19.296692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:19.335225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2e72-6297-4299-82b0-6f5e719faf12 req-a7190afe-d1f6-4abd-af69-f5f648bfe476 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:19.336951 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e8d2e72-6297-4299-82b0-6f5e719faf12 req-a7190afe-d1f6-4abd-af69-f5f648bfe476 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 946 time: 0.0968616
Feb 17 01:11:19.389512 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e8d2e72-6297-4299-82b0-6f5e719faf12 req-327ad3bb-5afd-4220-b21d-8a816be4cca0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461175
Feb 17 01:11:19.440631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Calling delete_port for 9d7defc5-a371-48ca-928a-61e1d87306b9 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:11:19.594845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:19.610705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:19.768182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56148) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:19.846379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Deleting subnet ad9f6f71-c1ca-44db-b5d0-d5ff28147781 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:11:19.851076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:19.911020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:19.979866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.053117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Pushing event deleted for resources: {'Port': ['ID=9d7defc5-a371-48ca-928a-61e1d87306b9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:20.057183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:20.074504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] No DVR routers for this DVR port 9d7defc5-a371-48ca-928a-61e1d87306b9 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:11:20.077198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.080637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'name': 'network-vif-deleted', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:11:20.103204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fb8452f9-e539-407c-a712-9b5bc2b811ad req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "DELETE /v2.0/ports/9d7defc5-a371-48ca-928a-61e1d87306b9 HTTP/1.1" status: 204  len: 173 time: 1.1638186
Feb 17 01:11:20.269701 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237025bb-11e8-4d9c-801e-3d37f4352787', 'name': 'network-vif-deleted', 'tag': '9d7defc5-a371-48ca-928a-61e1d87306b9', 'status': 'completed', 'code': 200}
Feb 17 01:11:20.318746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.335108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eaa321f2-577a-41c6-8855-bf81df5fe0d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:20.431841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9f6f71-c1ca-44db-b5d0-d5ff28147781,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:20.438215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:20.472432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.485020 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/ad9f6f71-c1ca-44db-b5d0-d5ff28147781 HTTP/1.1" status: 204  len: 168 time: 0.7132869
Feb 17 01:11:20.485286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56170) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:20.624237 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-71300d6e-1075-4df7-adc2-0c123f8f7f5f req-7c0af4c0-f7cc-4c41-949a-77c8036001a7 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 210 time: 0.0645030
Feb 17 01:11:20.654400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.848669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:20.965442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89127e62e8>,) {'filters': {'network_id': ['8e9df187-97c5-4864-9790-63fa0c4e8a7c']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:20.978449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89127e62e8>, '01e2e6dc-6d50-4646-a278-0f349aa41db3') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:20.978788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89127e62e8>, '01e2e6dc-6d50-4646-a278-0f349aa41db3') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:20.990792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.005867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.007867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:11:21.193550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:11:21.203469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.393026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Network 8e9df187-97c5-4864-9790-63fa0c4e8a7c has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:11:21.419456 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:11:21.497707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.501965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:21.518803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.525414 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9df187-97c5-4864-9790-63fa0c4e8a7c,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:21.531116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:21.537460 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a1316bcb-8c3e-4b73-bcb6-987ad78e9a76 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8e9df187-97c5-4864-9790-63fa0c4e8a7c HTTP/1.1" status: 204  len: 168 time: 1.0511436
Feb 17 01:11:21.719371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56188) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:21.776785 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a57b110e-ead5-4ab3-b5c8-4e55ccdbdb8b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d4fd1b0e21b43169e3f69017dd57636&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560644
Feb 17 01:11:21.779857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56192) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:21.842212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.869360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.913175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.918729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2d9fe4f4-1a6c-4a36-b1c4-21be4c972c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:21.932237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729a77b6-d3b7-4e20-8d81-2370adacf2bf,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:21.936707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:21.943636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:21.944909 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/729a77b6-d3b7-4e20-8d81-2370adacf2bf HTTP/1.1" status: 204  len: 168 time: 0.1639094
Feb 17 01:11:24.198510 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-62f49a59-b01c-4591-a172-60adee9ae147 req-f309c58e-97d7-4fbb-844b-68aad943d727 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=237025bb-11e8-4d9c-801e-3d37f4352787 HTTP/1.1" status: 200  len: 210 time: 0.0496566
Feb 17 01:11:24.435154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:11:24.480184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 9d7defc5-a371-48ca-928a-61e1d87306b9 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:11:24.480573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 9d7defc5-a371-48ca-928a-61e1d87306b9 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:11:25.687922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a53c-06d3-4afb-b5c2-233133f0336c req-a3ec1f25-9b31-4450-a33f-754ec47f51d9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:25.689470 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae89a53c-06d3-4afb-b5c2-233133f0336c req-a3ec1f25-9b31-4450-a33f-754ec47f51d9 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0883198
Feb 17 01:11:25.742064 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae89a53c-06d3-4afb-b5c2-233133f0336c req-7f75d064-09a2-4c75-9ef9-74941061ec51 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461094
Feb 17 01:11:29.401265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d8153-6f56-48d2-960e-1d58996ac628 req-71c3ae71-12ce-4ced-a22f-0ffe4167d088 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:29.402901 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a85d8153-6f56-48d2-960e-1d58996ac628 req-71c3ae71-12ce-4ced-a22f-0ffe4167d088 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0898285
Feb 17 01:11:29.452191 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a85d8153-6f56-48d2-960e-1d58996ac628 req-526ede36-1a61-427c-aaa0-8a98a64d5554 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425985
Feb 17 01:11:30.668242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44f569-ddc3-43d4-bf28-a0aa9e03fe8c req-1a35ba8a-6cf0-4958-b405-4a987804939c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:30.669796 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4d44f569-ddc3-43d4-bf28-a0aa9e03fe8c req-1a35ba8a-6cf0-4958-b405-4a987804939c tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0915248
Feb 17 01:11:30.718122 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4d44f569-ddc3-43d4-bf28-a0aa9e03fe8c req-3ebb0ce1-d5f3-43f7-a777-1a55f8edca87 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419919
Feb 17 01:11:34.994776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddc16e-0752-4fd7-9390-4f6dac8eb543 req-2ff9ffd8-1f64-4fa2-90ce-f479f9f71573 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:34.996430 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-20ddc16e-0752-4fd7-9390-4f6dac8eb543 req-2ff9ffd8-1f64-4fa2-90ce-f479f9f71573 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0861828
Feb 17 01:11:35.043406 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-20ddc16e-0752-4fd7-9390-4f6dac8eb543 req-b04c8eb0-bbba-4395-94aa-003736f04405 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406597
Feb 17 01:11:35.787762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:36.294164 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-ac3f401f-e12b-4e6d-b7bf-f66f6a1f315c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0856895
Feb 17 01:11:36.408893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-e1c59828-48c9-4e9b-b13d-042cab577bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:36.410582 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-e1c59828-48c9-4e9b-b13d-042cab577bbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1163 time: 0.0868757
Feb 17 01:11:36.478036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6568-b6c4-4090-bece-039991430c16 req-c0b33754-8e9b-4132-931f-eb1bcfbdfd8f tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:36.480255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d18b6568-b6c4-4090-bece-039991430c16 req-c0b33754-8e9b-4132-931f-eb1bcfbdfd8f tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.3184543
Feb 17 01:11:36.532579 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d18b6568-b6c4-4090-bece-039991430c16 req-3699c813-1659-464a-8723-60d80c42d8d4 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452328
Feb 17 01:11:36.583860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-7c4592db-3a83-45ac-ac54-f4b6aaaf085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:36.585520 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-7c4592db-3a83-45ac-ac54-f4b6aaaf085a service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1499615
Feb 17 01:11:36.710684 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-123620ec-5e19-4e8d-9ae6-8b58a7f63b76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 1002 time: 0.1156359
Feb 17 01:11:36.815738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-12bf3841-bd5c-43f9-b9b6-1e2a280a9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:36.817753 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-12bf3841-bd5c-43f9-b9b6-1e2a280a9710 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0999904
Feb 17 01:11:36.907362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-e53b0bec-b09e-4326-8237-de60d6277581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:36.909043 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-e53b0bec-b09e-4326-8237-de60d6277581 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843408
Feb 17 01:11:37.109259 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-84d322dc-46ff-4646-be6d-3a7b9fb11c40 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924345
Feb 17 01:11:37.287532 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f845f29-48bc-44ad-9d72-d6f084be92ad req-9efcba2a-4974-46d2-8295-59948f4e1df8 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1703379
Feb 17 01:11:37.627358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e1c23a9a-7c6b-4e35-ac02-bf0d4a028b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:37.755956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e628b15-aefd-4a37-bdfe-e28eaf7f47ec req-de5cf97a-796d-492a-bc78-2d8eda2629e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:37.757620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e628b15-aefd-4a37-bdfe-e28eaf7f47ec req-de5cf97a-796d-492a-bc78-2d8eda2629e0 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.0909355
Feb 17 01:11:37.831711 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4e628b15-aefd-4a37-bdfe-e28eaf7f47ec req-01a6f046-5de9-49c7-b5a3-e864373afa60 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589619
Feb 17 01:11:38.766885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56474) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:38.847841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-431905a1-4a1d-4287-b901-a328d20d2594 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:38.848738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-431905a1-4a1d-4287-b901-a328d20d2594 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Synchronizing usage tracker for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:11:38.860497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 5d6af318-db10-4d43-964b-d339ce591585 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:11:38.869152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-431905a1-4a1d-4287-b901-a328d20d2594 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Unset dirty status for tenant:58f27df0ebc84452a83d9d6bce62d16f on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:11:38.870448 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-431905a1-4a1d-4287-b901-a328d20d2594 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 945 time: 0.1225812
Feb 17 01:11:38.960634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Deleting port 5d6af318-db10-4d43-964b-d339ce591585 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:11:38.961244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:38.982987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.002128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:39.007757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Usage tracker for resource:security_group_rule and tenant:ec7f1cda392c4809a7e4955d017b6b0f is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:39.011842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:39.019879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:39.122988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.123504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.128184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.140772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dadf3348-bd66-4564-b8ae-3f3f7eaa4759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:39.196497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5d6af318-db10-4d43-964b-d339ce591585,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:39.199548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d6af318-db10-4d43-964b-d339ce591585'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:11:39.211809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.219076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:39.242111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732c6dd8-a8ff-4856-8a86-906706ac5efd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:39.258392 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec7f1cda392c4809a7e4955d017b6b0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4903002
Feb 17 01:11:39.260348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:39.263043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56502) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:39.312649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8abc6-2e8c-4c9a-aba2-246e10c32c43 req-f93a55a5-a2fa-42e0-81a0-ffe60b77ea88 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:39.323756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8f8abc6-2e8c-4c9a-aba2-246e10c32c43 req-f93a55a5-a2fa-42e0-81a0-ffe60b77ea88 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 943 time: 0.1977432
Feb 17 01:11:39.373593 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d6af318-db10-4d43-964b-d339ce591585', 'code': 200}
Feb 17 01:11:39.374840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:39.388212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.388857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.389389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.391449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.392012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.392532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.393075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.393592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.394108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.394612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.395168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.398082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.398769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.399345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.399862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.400445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.405252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.406603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.407197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.407721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.408251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.408766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.409277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.409794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:39.424631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:39.429775 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8f8abc6-2e8c-4c9a-aba2-246e10c32c43 req-2f325505-fe49-4642-a837-2124d8c2e6fd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041558
Feb 17 01:11:39.449548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.497728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.515372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5d6af318-db10-4d43-964b-d339ce591585,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:39.515944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.674804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Calling delete_port for 5d6af318-db10-4d43-964b-d339ce591585 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:11:39.692029 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-86a7b95e-56fe-47cd-92e2-ed51955d430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.767412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.775467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:39.792562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732c6dd8-a8ff-4856-8a86-906706ac5efd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:39.795811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:39.797094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.800841 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/732c6dd8-a8ff-4856-8a86-906706ac5efd HTTP/1.1" status: 204  len: 168 time: 0.5345116
Feb 17 01:11:39.802270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:11:39.802270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:11:40.141175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.302956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Deleting port 5d6af318-db10-4d43-964b-d339ce591585 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:11:40.303415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.580060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] For port 5d6af318-db10-4d43-964b-d339ce591585, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=5d6af318-db10-4d43-964b-d339ce591585,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:40.580623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.643468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f94eae-89b1-4ff0-9774-94837c42f680 req-55c8bf1a-f3fe-47f1-88a9-4837d63da7f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:40.645271 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1f94eae-89b1-4ff0-9774-94837c42f680 req-55c8bf1a-f3fe-47f1-88a9-4837d63da7f5 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/ports?device_id=29a54a44-2efd-4f58-b2e2-49fe01138372 HTTP/1.1" status: 200  len: 943 time: 0.0930865
Feb 17 01:11:40.701520 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1f94eae-89b1-4ff0-9774-94837c42f680 req-58afd5e7-bd8a-408c-a372-b7f65a787afd tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.68 "GET /v2.0/security-groups?id=f00bae7f-d699-47ca-bf07-26295aada9b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479722
Feb 17 01:11:40.719917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Calling delete_port for 5d6af318-db10-4d43-964b-d339ce591585 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:11:40.876382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:40.892687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-97aacddd-e26e-4cac-af88-20ada3c482f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:40.994670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Pushing event deleted for resources: {'Port': ['ID=5d6af318-db10-4d43-964b-d339ce591585,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:40.997678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:41.106059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] No DVR routers for this DVR port 5d6af318-db10-4d43-964b-d339ce591585 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:11:41.108768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:41.111603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-deleted', 'tag': '5d6af318-db10-4d43-964b-d339ce591585'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:11:41.127716 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-80799148-dea6-4c6c-ae28-9978ab3e317e req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] 10.222.0.69 "DELETE /v2.0/ports/5d6af318-db10-4d43-964b-d339ce591585 HTTP/1.1" status: 204  len: 173 time: 2.2513490
Feb 17 01:11:41.163375 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a54a44-2efd-4f58-b2e2-49fe01138372', 'name': 'network-vif-deleted', 'tag': '5d6af318-db10-4d43-964b-d339ce591585', 'status': 'completed', 'code': 200}
Feb 17 01:11:41.666863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:41.821389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56550) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:42.085619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:42.666147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:42.883400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56568) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:43.019978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.035779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:43.040156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d83e5969d89426f82785aab71c50142 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:43.043257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:43.049216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:43.059365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Deleting port e97ea2bd-93ea-4cf5-81e4-e1736a749b90 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:11:43.059933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.138282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.141710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.148974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a3f367ff-79d5-4b57-bb40-a301432cefa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:43.194333 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5d83e5969d89426f82785aab71c50142&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096726
Feb 17 01:11:43.195284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6912b5b3-e6a9-4781-ae3b-61650d408684,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:43.197424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56576) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:43.198609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:43.224024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:11:43.303680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] For port e97ea2bd-93ea-4cf5-81e4-e1736a749b90, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,segment=NetworkSegment(7cc64014-e997-47e1-aad4-dc1a7ca208bb),segment_id=7cc64014-e997-47e1-aad4-dc1a7ca208bb)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:43.304091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.320852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.456891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Calling delete_port for e97ea2bd-93ea-4cf5-81e4-e1736a749b90 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:11:43.523675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.713768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56586) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:43.766488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.772507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fea2f525-c037-43d9-b63d-4a5a15438297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:43.789133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6912b5b3-e6a9-4781-ae3b-61650d408684,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:43.799483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:43.803396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.807380 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6912b5b3-e6a9-4781-ae3b-61650d408684 HTTP/1.1" status: 204  len: 168 time: 0.6055427
Feb 17 01:11:43.872450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.888232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.889535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:43.893930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Usage tracker for resource:security_group_rule and tenant:95009f70a8434144ba67284caceef63c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:43.897114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:43.905290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:43.907962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c5096610-aed2-407c-b1e6-904971c8f61d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:44.014224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.017774 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.049135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Pushing event deleted for resources: {'Port': ['ID=e97ea2bd-93ea-4cf5-81e4-e1736a749b90,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:44.053372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2705f36c-5a86-417a-a564-f2c6d48a9dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:44.053568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:44.067249 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=95009f70a8434144ba67284caceef63c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522348
Feb 17 01:11:44.070731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56600) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:44.118650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e5c086-efdd-4f97-9655-7737024b5818,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:44.137854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:44.171252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.201741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.257829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.266244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3454c1b6-7f3c-4453-b5bd-e3c832fa4165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:44.295505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e5c086-efdd-4f97-9655-7737024b5818,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:44.299662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:44.317661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.319339 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a5e5c086-efdd-4f97-9655-7737024b5818 HTTP/1.1" status: 204  len: 168 time: 0.2204428
Feb 17 01:11:44.425860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.611463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56622) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:44.731938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-88823482-network', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:44.738865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:44.743161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Usage tracker for resource:network and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:44.747246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:44.753242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:44.763755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Made reservation on behalf of e41eae0cf49f437ea52124a02813018c for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:44.771782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.796304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.814108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:44.818302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Usage tracker for resource:security_group_rule and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:44.821711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:44.828404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:44.927491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.930618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.939002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-400af730-9211-4a6e-a951-9e4c803fbac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:44.975793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:11:44.984973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21183223-9e11-4dfe-bc2d-bae4a5c5c078,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:44.989621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:44.995266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:44.995572 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Added segment 52cddf8d-f794-4632-9c69-697a7b4cc99d of type vxlan for network 73177309-c926-4d03-b24c-b95215b7d060
Feb 17 01:11:45.028446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.064856 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.067005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:45.068419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.090186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a055753-2a7d-43dc-806b-3fb2ca38341a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:45.181482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56644) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:45.202986 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5903141
Feb 17 01:11:45.206472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56650) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:45.219868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Pushing event updated for resources: {'Network': ['ID=73177309-c926-4d03-b24c-b95215b7d060,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:45.223113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:45.224352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Request body: {'subnet': {'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-88823482-subnet', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:45.229926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:45.233202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:45.240669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Usage tracker for resource:subnet and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:45.241700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:45.248693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:45.250455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:45.264026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:11:45.273592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Made reservation on behalf of e41eae0cf49f437ea52124a02813018c for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:45.279040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6810575'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.337331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1655662448-network', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:45.342561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:45.347089 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Usage tracker for resource:network and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:45.349823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:45.356553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:45.366461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Made reservation on behalf of 6431f3c28c8e4f90afc327cf0eed2479 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:45.371343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.385182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.405636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:45.409829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Usage tracker for resource:security_group_rule and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:45.413062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:45.419667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:45.506781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.510223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.515113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b790e36a-efd0-4e2f-bbc1-71f9efc3f84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:45.549739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:11:45.562966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa95cb-1ee6-4cb7-9570-415eeddd1f4a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:45.567921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:45.569065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.569451 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Added segment 536b5be5-5ae1-4710-bdf3-f6ab97827ca2 of type vxlan for network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246
Feb 17 01:11:45.592561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:11:45.598026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.604024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Sync routers for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:11:45.615859 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:45.616855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:45.629567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.630857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:45.631520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.637829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:45.660971 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] 10.222.0.68 "PUT /v2.0/routers/904c90e0-60d3-493a-af7a-4d3b9c4a7b0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8377247
Feb 17 01:11:45.664023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56656) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:45.750358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Pushing event updated for resources: {'Network': ['ID=49ad7ee9-fb25-483f-9e2c-b8dc640ce246,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:45.757196 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5738528
Feb 17 01:11:45.759096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:45.759096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56660) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:45.763267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:45.765237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Request body: {'subnet': {'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1655662448-subnet', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:45.770184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:45.774495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Usage tracker for resource:subnet and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:45.778300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:45.784329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:45.797045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Made reservation on behalf of 6431f3c28c8e4f90afc327cf0eed2479 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:45.803045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:45.846882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:45.851125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:46.008338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.245031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.254313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Deleting port da6bf103-fa41-4c32-a089-4348b076593d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:11:46.254670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.289933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.330178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:46.360435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:11:43Z', 'revision_number': 5, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:46.364847 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Checking router: 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:11:46.374599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Routers {'904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:46.375289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:46.486824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6810590'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.492724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:46.507024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:46.508550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd16bfce-9392-473b-aa63-db37371e64b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:46.595276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Checking segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:46.595759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Network hostable DHCP agents. Network: 49ad7ee9-fb25-483f-9e2c-b8dc640ce246, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:11:46.616406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:11:46.626327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 49ad7ee9-fb25-483f-9e2c-b8dc640ce246) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:46.629909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] Set router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:46.636136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2931d22e-b209-4dbb-a530-066d849aa433 None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:46.643098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:46.643813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.656426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] For port da6bf103-fa41-4c32-a089-4348b076593d, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=da6bf103-fa41-4c32-a089-4348b076593d,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:46.656426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.671286 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9088581
Feb 17 01:11:46.672048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56668) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:46.679743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:46.685670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:46.690363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Usage tracker for resource:router and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:46.694860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:46.703658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:46.714707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.716226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.747565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:46.882991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Calling delete_port for da6bf103-fa41-4c32-a089-4348b076593d owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:11:46.917481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8bd923-4899-4d6c-9eca-3bc9176711ae,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:46.921254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:46.943001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:11:46.943971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.016708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:11:43Z', 'revision_number': 5, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:47.021965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efe053d-479a-45ce-8c28-441ed44e77fe None None] The sync data for ids ['904c90e0-60d3-493a-af7a-4d3b9c4a7b0e'] in dv-cinder-759955-4-iscsi is: [{'id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'name': 'tempest-ServerRescueNegativeTestJSON-472642226-router', 'tenant_id': '58f27df0ebc84452a83d9d6bce62d16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:27Z', 'updated_at': '2021-02-17T01:11:43Z', 'revision_number': 5, 'project_id': '58f27df0ebc84452a83d9d6bce62d16f', 'gw_port': {'id': 'da6bf103-fa41-4c32-a089-4348b076593d', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904c90e0-60d3-493a-af7a-4d3b9c4a7b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:29Z', 'updated_at': '2021-02-17T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:11:47.084722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Checking segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:47.085026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Network hostable DHCP agents. Network: 73177309-c926-4d03-b24c-b95215b7d060, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:11:47.099211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.124725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Network 73177309-c926-4d03-b24c-b95215b7d060 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:11:47.131135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = function(*args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     proto.__init__(conn_state, self)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle()
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle_one_request()
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle_one_response()
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = self.application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return app(environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return request.get_response(self.application)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self._app)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = self.app(environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:11:47.137926 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = method(request=request, **args)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._delete(request, id, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     obj_deleter(request.context, id, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return method(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, context, *args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return method(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     context, port, router_ids, bound_mech_contexts)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     return function(*args, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     callback(resource, event, trigger, **kwargs)
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]:     stack = traceback.extract_stack()
Feb 17 01:11:47.143728 dv-cinder-759955-4-iscsi neutron-server[83844]: 
Feb 17 01:11:47.225330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 73177309-c926-4d03-b24c-b95215b7d060) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:47.242309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:47.243078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.267520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8df6d-7fad-4263-ac57-dc422121bd02 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:47.287090 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-91580719-76ae-48f9-b7ed-ad3494eb10b8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0792332
Feb 17 01:11:47.291256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56672) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:47.300735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:47.318378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:47.329758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Usage tracker for resource:router and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:47.334971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:47.375473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:47.404385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.405478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.415110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Allocated IP 172.20.0.2 (49ad7ee9-fb25-483f-9e2c-b8dc640ce246/5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1/0068db5c-6213-4d96-a858-716db2d1aac1) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:47.423493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.471040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.519367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.762510 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e97ea2bd-93ea-4cf5-81e4-e1736a749b90 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:11:47.830124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.840661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: e97ea2bd-93ea-4cf5-81e4-e1736a749b90 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:11:47.841480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e97ea2bd-93ea-4cf5-81e4-e1736a749b90 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:11:47.847537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.850928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.853062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-73177309-c926-4d03-b24c-b95215b7d060', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:11:47.854207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:47.885775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Allocated IP 172.27.3.170 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/995a3a95-2529-4298-b8fd-4888e4b55c30) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:47.931842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.002552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Transition to ACTIVE for port object 0068db5c-6213-4d96-a858-716db2d1aac1 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:48.044615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Transition to ACTIVE for port object 0068db5c-6213-4d96-a858-716db2d1aac1 will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:48.052382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.063963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.064517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904c90e0-60d3-493a-af7a-4d3b9c4a7b0e {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:11:48.086854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.087392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.088671 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4b9c32bf-3d14-4fd5-af3e-01589779dd1b admin admin] 10.222.0.68 "DELETE /v2.0/routers/904c90e0-60d3-493a-af7a-4d3b9c4a7b0e HTTP/1.1" status: 204  len: 168 time: 2.4236512
Feb 17 01:11:48.092020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56680) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:48.104695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:48.179322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.200393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:48.218511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Deleting subnet 9dbb064b-d778-4b6b-a95f-ff2cb3ca779e {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:11:48.228478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.359150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.379780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.526792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Pushing event updated for resources: {'Port': ['ID=995a3a95-2529-4298-b8fd-4888e4b55c30,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:48.531465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:48.538266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Pushing event updated for resources: {'Port': ['ID=0068db5c-6213-4d96-a858-716db2d1aac1,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:48.546224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:48.547470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Allocated IP 172.20.0.2 (73177309-c926-4d03-b24c-b95215b7d060/9f8bd923-4899-4d6c-9eca-3bc9176711ae/7d8f66eb-7482-478c-ac12-f9da1da3f479) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:48.550419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.578194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:48.580496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:48.582461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:48.700568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:48.703589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:48.716240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:48.811558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Attempting to bind port 0068db5c-6213-4d96-a858-716db2d1aac1 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:11:48.811979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Attempting to bind port 0068db5c-6213-4d96-a858-716db2d1aac1 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:11:48.812394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Attempting to bind port 0068db5c-6213-4d96-a858-716db2d1aac1 on network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Checking segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Bound using segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Bound port: 0068db5c-6213-4d96-a858-716db2d1aac1, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:11:48.857174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:48.967216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.000329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] For port 0068db5c-6213-4d96-a858-716db2d1aac1, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:11:49.002958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Transition to ACTIVE for port object 7d8f66eb-7482-478c-ac12-f9da1da3f479 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:49.007375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] For port 0068db5c-6213-4d96-a858-716db2d1aac1, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=0068db5c-6213-4d96-a858-716db2d1aac1,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:11:49.014881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.034207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:49.062498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.098697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.142593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.148718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Transition to ACTIVE for port object 7d8f66eb-7482-478c-ac12-f9da1da3f479 will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:49.154352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.169998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.210285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5d141f86-7839-472a-9987-2429d9455c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:49.289395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Pushing event updated for resources: {'Port': ['ID=0068db5c-6213-4d96-a858-716db2d1aac1,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:49.296363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:49.299460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c9e981d1-7848-456d-a551-5c8c412e4b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:49.325441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbb064b-d778-4b6b-a95f-ff2cb3ca779e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:49.328435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:49.429468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Pushing event updated for resources: {'Port': ['ID=7d8f66eb-7482-478c-ac12-f9da1da3f479,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:49.436653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.437227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:49.462251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:49.464131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:49.467129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:49.486831 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9dbb064b-d778-4b6b-a95f-ff2cb3ca779e HTTP/1.1" status: 204  len: 168 time: 1.3937585
Feb 17 01:11:49.490110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56688) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:49.535726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Attempting to bind port 7d8f66eb-7482-478c-ac12-f9da1da3f479 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:11:49.536146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Attempting to bind port 7d8f66eb-7482-478c-ac12-f9da1da3f479 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:11:49.536558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Attempting to bind port 7d8f66eb-7482-478c-ac12-f9da1da3f479 on network 73177309-c926-4d03-b24c-b95215b7d060 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:11:49.543226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:11:49.543654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Checking segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:49.544104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.544536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Bound using segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:11:49.545407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Bound port: 7d8f66eb-7482-478c-ac12-f9da1da3f479, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:11:49.545530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.575917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.658840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] For port 7d8f66eb-7482-478c-ac12-f9da1da3f479, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:11:49.662787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] For port 7d8f66eb-7482-478c-ac12-f9da1da3f479, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7d8f66eb-7482-478c-ac12-f9da1da3f479,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:11:49.667466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.684756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:49.689216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:49.745007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Allocated IP 172.27.3.3 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/f131f66d-9ead-456a-b90f-519cc2fdb17b) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:49.877587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Pushing event updated for resources: {'Port': ['ID=7d8f66eb-7482-478c-ac12-f9da1da3f479,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:49.882529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:49.889825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:11:49.958539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device da6bf103-fa41-4c32-a089-4348b076593d no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:11:50.028411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: da6bf103-fa41-4c32-a089-4348b076593d {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:11:50.029340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device da6bf103-fa41-4c32-a089-4348b076593d not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:11:50.151809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.165885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:11:50.175091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Sync routers for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:11:50.186811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:50.188476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891250ed68>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:50.196745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.198101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5249460
Feb 17 01:11:50.200922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56696) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:50.459641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:50.561145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.582025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f891e29eac8>,) {'filters': {'network_id': ['668f3309-cbb1-43fd-99fb-616f030bece5']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:50.598430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f891e29eac8>, '7cc64014-e997-47e1-aad4-dc1a7ca208bb') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:50.598786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f891e29eac8>, '7cc64014-e997-47e1-aad4-dc1a7ca208bb') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:50.615039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.635121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.637930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:11:50.732511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:50.751861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:50.794051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891250ed68>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:48Z', 'revision_number': 3, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:50.804113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Checking router: 27ce4d75-23e9-4465-b71c-df8a4c8a8120 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:11:50.804367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Updating router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 port 995a3a95-2529-4298-b8fd-4888e4b55c30 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:11:50.880354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.014318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Network 668f3309-cbb1-43fd-99fb-616f030bece5 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:11:51.033785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.175381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Pushing event updated for resources: {'Port': ['ID=f131f66d-9ead-456a-b90f-519cc2fdb17b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:51.256105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:51.294406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6e6a1-5572-468c-a2bc-28530d448067 None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:51.392076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.404267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:51.405581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:51.417475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:51.448640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Network 668f3309-cbb1-43fd-99fb-616f030bece5 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:11:51.464686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-237306a1-101f-467f-a24e-441927c1852e None None] Provisioning for port 0068db5c-6213-4d96-a858-716db2d1aac1 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:11:51.476126 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:11:51.640076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.716161 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:51.731787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.817560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Pushing event deleted for resources: {'Network': ['ID=668f3309-cbb1-43fd-99fb-616f030bece5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:51.839216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:51.858141 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] 10.222.0.68 "DELETE /v2.0/networks/668f3309-cbb1-43fd-99fb-616f030bece5 HTTP/1.1" status: 204  len: 168 time: 2.3663180
Feb 17 01:11:51.884535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Allocated IP 172.20.0.1 (49ad7ee9-fb25-483f-9e2c-b8dc640ce246/5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1/e8e705e6-bf39-4d34-b3c8-b935710488c0) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:51.932536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:51.946693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Transition to ACTIVE for port object 995a3a95-2529-4298-b8fd-4888e4b55c30 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:51.966195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.114923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56706) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:52.131989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9b854c4-f8e2-4db2-8e7f-58350c035f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:52.144640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.164664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7d8f66eb-7482-478c-ac12-f9da1da3f479 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:52.164989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.205269 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2a2e61d1-7338-4889-8cc7-3044a236bf59 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58f27df0ebc84452a83d9d6bce62d16f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0842910
Feb 17 01:11:52.206478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56710) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:52.232996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Transition to ACTIVE for port object e8e705e6-bf39-4d34-b3c8-b935710488c0 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:52.291838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.312226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Attempting to bind port 995a3a95-2529-4298-b8fd-4888e4b55c30 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:11:52.312897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Attempting to bind port 995a3a95-2529-4298-b8fd-4888e4b55c30 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:11:52.313322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Attempting to bind port 995a3a95-2529-4298-b8fd-4888e4b55c30 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:11:52.324917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf42d37-c3fc-4cf5-a03f-57c53d0f8314 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:52.331735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.346659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Pushing event updated for resources: {'Port': ['ID=995a3a95-2529-4298-b8fd-4888e4b55c30,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:52.350166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:52.354901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.394737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f8459319-0bb0-49d1-8075-354a25f5c3e3 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:52.402843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:11:52.403806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:52.404265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.404707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:11:52.405252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Bound port: 995a3a95-2529-4298-b8fd-4888e4b55c30, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:11:52.405679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.544352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] For port 995a3a95-2529-4298-b8fd-4888e4b55c30, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:11:52.548317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] For port 995a3a95-2529-4298-b8fd-4888e4b55c30, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=995a3a95-2529-4298-b8fd-4888e4b55c30,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:11:52.563629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Pushing event updated for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:52.571764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:52.665584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.685648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.692902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-933aa9f7-facd-4707-a3da-51e5d4df20b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:52.705605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:52.708946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bae7f-d699-47ca-bf07-26295aada9b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:52.718747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:52.727035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:52.744616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:52.763219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.790103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:52.811887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.835522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.839866 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f00bae7f-d699-47ca-bf07-26295aada9b7 HTTP/1.1" status: 204  len: 168 time: 0.6301653
Feb 17 01:11:52.867031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Provisioning for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:52.937962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:52.971685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Provisioning complete for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:52.972107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:52.989773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Router 63dd119b-8635-4735-a661-6178a1d17a45 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:11:53.035263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:53.035679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.036298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.181022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Pushing event updated for resources: {'Port': ['ID=995a3a95-2529-4298-b8fd-4888e4b55c30,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:53.193466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:53.408459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:53.409256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891250ed68>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:53.492662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.539409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.543605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.584338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:53.607015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.666762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:11:53.678238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Sync routers for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:11:53.694285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:53.695896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b003c8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:53.713000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.714398 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.4216270
Feb 17 01:11:53.717704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56736) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:53.724109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 7d8f66eb-7482-478c-ac12-f9da1da3f479, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7d8f66eb-7482-478c-ac12-f9da1da3f479,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:53.761631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.765368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:53.771834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 0068db5c-6213-4d96-a858-716db2d1aac1 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:53.836202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:54.028151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:54.235043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Pushing event updated for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:54.240094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:54.242100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:54.243355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:54.354064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:54.427550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:11:54.428225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-81e0f1cc-1fc6-484b-8118-3b005ad376aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:11:54.452331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=7d8f66eb-7482-478c-ac12-f9da1da3f479,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:54.461068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:54.501054 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b003c8>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:51Z', 'revision_number': 3, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:54.506149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Checking router: 63dd119b-8635-4735-a661-6178a1d17a45 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:11:54.506545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Updating router 63dd119b-8635-4735-a661-6178a1d17a45 port f131f66d-9ead-456a-b90f-519cc2fdb17b binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:11:54.582569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:54.586419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:11:54.591466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 0068db5c-6213-4d96-a858-716db2d1aac1 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:54.621467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 0068db5c-6213-4d96-a858-716db2d1aac1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:54.622184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:54.965706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:11:54.979100 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] 10.222.0.68 "PUT /v2.0/routers/27ce4d75-23e9-4465-b71c-df8a4c8a8120/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7757642
Feb 17 01:11:55.032590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.109172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 0068db5c-6213-4d96-a858-716db2d1aac1, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=0068db5c-6213-4d96-a858-716db2d1aac1,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:55.114822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.120349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:55.254866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891250ed68>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:11:51Z', 'revision_number': 1, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:55.279642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.311400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7d8f66eb-7482-478c-ac12-f9da1da3f479 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:55.344610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.358670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Transition to ACTIVE for port object f131f66d-9ead-456a-b90f-519cc2fdb17b will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:55.362921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.377469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e01e63-15db-4f5e-8fb4-8bed71c1c1a8 None None] The sync data for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi is: [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:11:51Z', 'revision_number': 1, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:11:55.381431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:55.401577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Provisioning for port e8e705e6-bf39-4d34-b3c8-b935710488c0 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:55.416446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=0068db5c-6213-4d96-a858-716db2d1aac1,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:55.440823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Provisioning complete for port e8e705e6-bf39-4d34-b3c8-b935710488c0 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:55.441246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.485433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:55.591312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Port e8e705e6-bf39-4d34-b3c8-b935710488c0 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:11:55.605562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:55.605983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.687401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Provisioning complete for port 7d8f66eb-7482-478c-ac12-f9da1da3f479 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:55.687831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.783099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Pushing event updated for resources: {'Port': ['ID=f131f66d-9ead-456a-b90f-519cc2fdb17b,revision_number=2']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:55.793456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Allocated IP 172.20.0.1 (73177309-c926-4d03-b24c-b95215b7d060/9f8bd923-4899-4d6c-9eca-3bc9176711ae/bbf88982-c542-4fa1-a875-9d2189c7d84a) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:11:55.808798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.809090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.809451 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.809830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.810199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.810716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.810887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.811280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.811645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.812008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.812367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.812725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.813166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.813592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.813955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.814311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.814667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.815025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.815417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.815759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.816267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.816623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.816982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.817334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:55.823601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:55.919938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Attempting to bind port f131f66d-9ead-456a-b90f-519cc2fdb17b on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:11:55.920608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Attempting to bind port f131f66d-9ead-456a-b90f-519cc2fdb17b by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:11:55.928243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Attempting to bind port f131f66d-9ead-456a-b90f-519cc2fdb17b on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:11:55.938550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:11:55.939424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:55.940274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:55.940907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:11:55.941635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Bound port: f131f66d-9ead-456a-b90f-519cc2fdb17b, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:11:55.942257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.117287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] For port f131f66d-9ead-456a-b90f-519cc2fdb17b, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:11:56.125551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] For port f131f66d-9ead-456a-b90f-519cc2fdb17b, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f131f66d-9ead-456a-b90f-519cc2fdb17b,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:11:56.130712 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.135203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.158458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:56.173970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Transition to ACTIVE for port object bbf88982-c542-4fa1-a875-9d2189c7d84a will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:11:56.261721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.305853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:56.331271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Provisioning complete for port 0068db5c-6213-4d96-a858-716db2d1aac1 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:56.331819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b7dff4-c67d-48dc-aae3-bfa5984df4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.417081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Pushing event updated for resources: {'Port': ['ID=f131f66d-9ead-456a-b90f-519cc2fdb17b,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:56.433142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:56.467292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56802) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:56.474719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-859199064-network', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:56.481618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:56.486683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Usage tracker for resource:network and tenant:96ad48b4464a48d590318ef7f4bfb7d5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:56.490264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:56.498629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:56.511041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Made reservation on behalf of 96ad48b4464a48d590318ef7f4bfb7d5 for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:56.516450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.540420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.543656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Pushing event updated for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:56.562564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:56.567024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.567558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.567802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:11:56.568083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.568551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b003c8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:56.568669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.568925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Usage tracker for resource:security_group_rule and tenant:96ad48b4464a48d590318ef7f4bfb7d5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:56.569202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.569674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.570184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.570594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.571079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.571618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.572564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.573080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.573627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.574080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.574971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.575204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.575717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.576182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.576627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.576887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:56.577059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.577543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.577994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.578580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.579215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:11:56.591445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:56.598065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:56.686531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Network 73177309-c926-4d03-b24c-b95215b7d060 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:56.687891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:56.690796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:11:56.814664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.873814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.879869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.912223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4608ef90-ab6e-4275-aff2-63fce528036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:56.924229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:11:56.967365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56808) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:56.988102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:56.988497 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Added segment d116787c-4315-4844-b51e-49f622d77e07 of type vxlan for network 6ce0d850-5af7-4acc-aaa1-80c160033792
Feb 17 01:11:57.006791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f87c95-b773-4bc7-985d-13fe62cc4851,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:57.029028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:57.054728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:11:57.079077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.151855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.153932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:57.156113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.168427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:57.226049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9745-835a-40ad-98ac-9994f91a37e3 None None] Provisioning for port bbf88982-c542-4fa1-a875-9d2189c7d84a completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:57.237158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9745-835a-40ad-98ac-9994f91a37e3 None None] Provisioning complete for port bbf88982-c542-4fa1-a875-9d2189c7d84a triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:57.237657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ed9e9745-835a-40ad-98ac-9994f91a37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.251048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.331331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e9745-835a-40ad-98ac-9994f91a37e3 None None] Port bbf88982-c542-4fa1-a875-9d2189c7d84a cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:11:57.345292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.387667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 0068db5c-6213-4d96-a858-716db2d1aac1 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:57.395565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:57.409333 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Usage tracker for resource:security_group_rule and tenant:0d355a3ca64546fa8bf8eeb7ba23dc10 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:57.415234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:57.431664 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.9599664
Feb 17 01:11:57.431664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:57.432903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce0d850-5af7-4acc-aaa1-80c160033792,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:57.436511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56818) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:57.441753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:57.453480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Request body: {'subnet': {'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-859199064-subnet', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:57.463413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:57.471085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:57.480182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Usage tracker for resource:subnet and tenant:96ad48b4464a48d590318ef7f4bfb7d5 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:57.508112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:11:57.508709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:57.527761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:57.566064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Made reservation on behalf of 96ad48b4464a48d590318ef7f4bfb7d5 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:11:57.572157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.722009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b003c8>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:51Z', 'revision_number': 3, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:11:57.729990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b88ca9b-0e3b-45f7-8cae-b7bce60c854b None None] The sync data for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi is: [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:51Z', 'revision_number': 3, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:11:57.777525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.783577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.810208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.818019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.856288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4975105d-d034-4bac-92e2-4cbee97a9f48 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:57.864879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 0068db5c-6213-4d96-a858-716db2d1aac1 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:57.866972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:57.898679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3da87fc9-d59c-45e8-bd9a-ed43eaf9af96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:57.919452 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d355a3ca64546fa8bf8eeb7ba23dc10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9509861
Feb 17 01:11:57.933022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56822) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:57.994726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Pushing event updated for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.006229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:58.007304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.048688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 995a3a95-2529-4298-b8fd-4888e4b55c30 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:58.132366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.134765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 995a3a95-2529-4298-b8fd-4888e4b55c30 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:58.140976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 995a3a95-2529-4298-b8fd-4888e4b55c30 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:58.140976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.190627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.225488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525a71c3-6625-4a1e-963d-e7daaec7683c,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.231178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5cb0b43b-81bf-4c2f-8f76-ad14509aaf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:58.295975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Network 73177309-c926-4d03-b24c-b95215b7d060 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:11:58.297776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:58.308312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.345416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 995a3a95-2529-4298-b8fd-4888e4b55c30, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=995a3a95-2529-4298-b8fd-4888e4b55c30,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:11:58.351006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.355736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6d3d347d-44ae-472b-b475-c58bc100e2e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:58.394650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.457212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=995a3a95-2529-4298-b8fd-4888e4b55c30,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.461166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:58.606911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-3eed8cd9-29ca-46e9-be25-232604ad6241 None None] Provisioning complete for port bbf88982-c542-4fa1-a875-9d2189c7d84a triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:58.607339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3eed8cd9-29ca-46e9-be25-232604ad6241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.658217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.697490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0cac4ec-4cba-4a34-8afc-492e539e257c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:58.713036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-3eed8cd9-29ca-46e9-be25-232604ad6241 None None] Port bbf88982-c542-4fa1-a875-9d2189c7d84a cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:11:58.826088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8a932012-9013-4cb4-9990-171c34c0d946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:58.858946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a71c3-6625-4a1e-963d-e7daaec7683c,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.865248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:58.907440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:58.911125 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/525a71c3-6625-4a1e-963d-e7daaec7683c HTTP/1.1" status: 204  len: 168 time: 0.9745915
Feb 17 01:11:58.953692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e82411f-f9b0-4eb2-b328-8ec768e290f5,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:58.957182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Router 63dd119b-8635-4735-a661-6178a1d17a45 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:11:58.965277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:59.033405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Checking segment: {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:11:59.034312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Network hostable DHCP agents. Network: 6ce0d850-5af7-4acc-aaa1-80c160033792, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:11:59.058731 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:11:59.073469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 6ce0d850-5af7-4acc-aaa1-80c160033792) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:11:59.084872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9950a1-f352-48d2-bd97-3f689edb6241 None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:11:59.101314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:11:59.104813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.168982 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fe776884-7592-4be5-80a5-eaf55c9c425a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.7307658
Feb 17 01:11:59.169199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 56834) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:59.178631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:11:59.188100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:59.205861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Usage tracker for resource:router and tenant:96ad48b4464a48d590318ef7f4bfb7d5 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:59.217581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:59.226801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:59.234411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:11:59.240703 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] 10.222.0.68 "PUT /v2.0/routers/63dd119b-8635-4735-a661-6178a1d17a45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5218005
Feb 17 01:11:59.270211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.272546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.308487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.400374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f131f66d-9ead-456a-b90f-519cc2fdb17b up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:11:59.412244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56840) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:59.437602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.464651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:11:59.469446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Usage tracker for resource:security_group_rule and tenant:4bc1e4eb6a8a4c33a751c1c9b1107053 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:11:59.474993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:11:59.481592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:11:59.565536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port f131f66d-9ead-456a-b90f-519cc2fdb17b completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:11:59.573524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662bae05-b345-4695-991b-976700c4bffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-6ce0d850-5af7-4acc-aaa1-80c160033792', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:11:59.574822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.588039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port f131f66d-9ead-456a-b90f-519cc2fdb17b triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:11:59.588469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.634837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.638084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.650355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dfde1f92-a623-45b6-a858-a8d6c99f5ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:11:59.685171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65473614-d4f8-448c-91f9-41981d623e7e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:11:59.702022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:11:59.725180 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4bc1e4eb6a8a4c33a751c1c9b1107053&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3117120
Feb 17 01:11:59.729534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56850) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:11:59.842425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:59.964242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.056673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.183822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.203490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-14fea11e-6f6a-4924-bd69-717a54c2dd05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:00.218461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-662bae05-b345-4695-991b-976700c4bffe None None] Allocated IP 172.20.0.2 (6ce0d850-5af7-4acc-aaa1-80c160033792/1e82411f-f9b0-4eb2-b328-8ec768e290f5/ccd5d362-6b02-4e25-a5f9-6cc941ace5d0) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:00.241187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65473614-d4f8-448c-91f9-41981d623e7e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:00.252480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:00.254476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.255751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/65473614-d4f8-448c-91f9-41981d623e7e HTTP/1.1" status: 204  len: 168 time: 0.5251451
Feb 17 01:12:00.400084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.440070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port f131f66d-9ead-456a-b90f-519cc2fdb17b, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f131f66d-9ead-456a-b90f-519cc2fdb17b,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:00.457096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.458183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 995a3a95-2529-4298-b8fd-4888e4b55c30 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:00.505719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:00.531752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.610192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.694913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=f131f66d-9ead-456a-b90f-519cc2fdb17b,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:00.705095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:00.731764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.735328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 995a3a95-2529-4298-b8fd-4888e4b55c30 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:00.735328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.791319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-662bae05-b345-4695-991b-976700c4bffe None None] Transition to ACTIVE for port object ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:00.833639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-662bae05-b345-4695-991b-976700c4bffe None None] Transition to ACTIVE for port object ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:00.849663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:00.869850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:01.058785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bae05-b345-4695-991b-976700c4bffe None None] Pushing event updated for resources: {'Port': ['ID=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:01.064724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Sync routers for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:12:01.077265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-662bae05-b345-4695-991b-976700c4bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:01.208255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:01.209375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89125be518>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:01.325846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Allocated IP 172.27.3.220 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/e82e8e65-59c5-4b51-b5ff-88713d6744d8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:01.483114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:01.610410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Sync routers for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:12:01.668570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:01.669746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912bc9b00>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:01.718816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:01.771545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:01.804451 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6fe7f52-05b9-4d74-83c0-f44a55a8707b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:02.053970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bae05-b345-4695-991b-976700c4bffe None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:02.060115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-662bae05-b345-4695-991b-976700c4bffe None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:02.064718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662bae05-b345-4695-991b-976700c4bffe None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:02.202220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:02.215984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f131f66d-9ead-456a-b90f-519cc2fdb17b up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:02.349465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Pushing event updated for resources: {'Port': ['ID=e82e8e65-59c5-4b51-b5ff-88713d6744d8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:02.360534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:02.368966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:02.370304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:02.378341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:02.385285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-662bae05-b345-4695-991b-976700c4bffe None None] Attempting to bind port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:02.385850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-662bae05-b345-4695-991b-976700c4bffe None None] Attempting to bind port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:02.386386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bae05-b345-4695-991b-976700c4bffe None None] Attempting to bind port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 on network 6ce0d850-5af7-4acc-aaa1-80c160033792 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:02.433478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bae05-b345-4695-991b-976700c4bffe None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:02.434467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bae05-b345-4695-991b-976700c4bffe None None] Checking segment: {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:02.434799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:02.435704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bae05-b345-4695-991b-976700c4bffe None None] Bound using segment: {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:02.437270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-662bae05-b345-4695-991b-976700c4bffe None None] Bound port: ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:02.441325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:02.472979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89125be518>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:11:53Z', 'revision_number': 2, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:02.491988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Checking router: 27ce4d75-23e9-4465-b71c-df8a4c8a8120 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:12:02.492624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Updating router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 port e8e705e6-bf39-4d34-b3c8-b935710488c0 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:12:02.704185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:02.764190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912bc9b00>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 2, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:02.769419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Checking router: 63dd119b-8635-4735-a661-6178a1d17a45 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:12:02.781515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Updating router 63dd119b-8635-4735-a661-6178a1d17a45 port bbf88982-c542-4fa1-a875-9d2189c7d84a binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:12:02.918800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.001187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port f131f66d-9ead-456a-b90f-519cc2fdb17b triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:03.001603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.187544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-662bae05-b345-4695-991b-976700c4bffe None None] For port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:03.361805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-662bae05-b345-4695-991b-976700c4bffe None None] For port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:03.376540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-662bae05-b345-4695-991b-976700c4bffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.397799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-28fae611-dd05-4b89-9f87-d9ca4bdcf6a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:03.468004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.529953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.550798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Transition to ACTIVE for port object bbf88982-c542-4fa1-a875-9d2189c7d84a will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:03.554600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:03.564413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bae05-b345-4695-991b-976700c4bffe None None] Pushing event updated for resources: {'Port': ['ID=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:03.574422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fbd6bc10-c7b8-43b4-b574-f5fa03f73a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:03.587704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-662bae05-b345-4695-991b-976700c4bffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:04.081159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.105086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Transition to ACTIVE for port object e8e705e6-bf39-4d34-b3c8-b935710488c0 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:04.110359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.133435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-39623453-0b96-48af-81d2-ab12411bcf7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:04.293939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Pushing event updated for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:04.328808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:04.687323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Attempting to bind port bbf88982-c542-4fa1-a875-9d2189c7d84a on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:04.687722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Attempting to bind port bbf88982-c542-4fa1-a875-9d2189c7d84a by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:04.688121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Attempting to bind port bbf88982-c542-4fa1-a875-9d2189c7d84a on network 73177309-c926-4d03-b24c-b95215b7d060 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:04.693072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.702963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:04.703650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Checking segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:04.704595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.705040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Bound using segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:04.705574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Bound port: bbf88982-c542-4fa1-a875-9d2189c7d84a, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:04.705990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.813290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] For port bbf88982-c542-4fa1-a875-9d2189c7d84a, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:04.816589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] For port bbf88982-c542-4fa1-a875-9d2189c7d84a, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bbf88982-c542-4fa1-a875-9d2189c7d84a,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:04.818172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c9f2-2059-47ca-a423-2e57f5d714d3 None None] Pushing event updated for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:04.822487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4b96c9f2-2059-47ca-a423-2e57f5d714d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:04.824191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:04.840453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-330971f7-012e-4676-a624-4bb9ff134c2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:04.992957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c9f2-2059-47ca-a423-2e57f5d714d3 None None] Pushing event updated for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=4']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:04.997098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4b96c9f2-2059-47ca-a423-2e57f5d714d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:05.049097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Attempting to bind port e8e705e6-bf39-4d34-b3c8-b935710488c0 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:05.049835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Attempting to bind port e8e705e6-bf39-4d34-b3c8-b935710488c0 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:05.050363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Attempting to bind port e8e705e6-bf39-4d34-b3c8-b935710488c0 on network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:05.086290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:05.086877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Checking segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:05.087521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:05.088084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Bound using segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:05.088749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Bound port: e8e705e6-bf39-4d34-b3c8-b935710488c0, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:05.091219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:05.116283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Router d739be2f-466a-4298-9ffe-fb6e91f45089 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:12:05.121261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:05.121949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912bc9b00>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:05.273189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] For port e8e705e6-bf39-4d34-b3c8-b935710488c0, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:05.278844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] For port e8e705e6-bf39-4d34-b3c8-b935710488c0, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8e705e6-bf39-4d34-b3c8-b935710488c0,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:05.283747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:05.419789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81304537-4e50-4b7c-a666-9849238fff3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:05.487420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:05.538917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:12:05.601960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:05.607196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 56938) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:05.607381 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 6.4340641
Feb 17 01:12:05.615374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Pushing event updated for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:05.640326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Sync routers for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:12:05.650608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:05.677582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:05.678296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89123b8860>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:06.234239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a4481a-c901-433a-b551-d8580097bbd2 None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:12:06.249840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8e705e6-bf39-4d34-b3c8-b935710488c0 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:06.299348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912bc9b00>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:04Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:06.317559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f05207-d05b-46db-99bf-49b7c1173166 None None] The sync data for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi is: [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:04Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:12:06.596366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port e8e705e6-bf39-4d34-b3c8-b935710488c0 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:06.600418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:06.632254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:06.632254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89125be518>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:11:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:06.838507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-99a4a0ae-8364-4fae-8bda-681c09533212 None None] Provisioning for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:06.949575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:06.999410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e8e705e6-bf39-4d34-b3c8-b935710488c0 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:06.999833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.155341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.709427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.792849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a62959ea-6ca8-4f12-b61d-535631b49993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.817301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Allocated IP 172.20.0.1 (6ce0d850-5af7-4acc-aaa1-80c160033792/1e82411f-f9b0-4eb2-b328-8ec768e290f5/f780b7c8-617d-43c9-ad71-5d527e50e34b) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:07.837011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f5b068e6-179e-429d-9d67-89f14882365f None None] Provisioning complete for port e8e705e6-bf39-4d34-b3c8-b935710488c0 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:07.838458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f5b068e6-179e-429d-9d67-89f14882365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:07.973435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:08.027284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:08.047185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Transition to ACTIVE for port object f780b7c8-617d-43c9-ad71-5d527e50e34b will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:08.085307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:08.104789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d736a88c-2feb-461e-b3bf-53a5e13f722b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:08.128271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port e8e705e6-bf39-4d34-b3c8-b935710488c0, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8e705e6-bf39-4d34-b3c8-b935710488c0,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:08.244393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:08.244393 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:08.265026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:08.308926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.309342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.309748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.310148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.310546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.310944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.311368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.311764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.312169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.312546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.313008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.313405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.314089 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.314262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.314643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.315032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.315445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.315824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.316197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.316583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.316969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.317355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.317745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.318129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:08.324581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:08.371828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:08.373270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:08.378307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:08.501337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:08.512622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d62ec163-c669-41e5-8577-c9a674f94f8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:08.628869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:08.720556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89123b8860>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:03Z', 'revision_number': 3, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:08.733475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Checking router: d739be2f-466a-4298-9ffe-fb6e91f45089 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:12:08.733875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Updating router d739be2f-466a-4298-9ffe-fb6e91f45089 port e82e8e65-59c5-4b51-b5ff-88713d6744d8 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:12:08.897888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:08.944033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:09.064535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:09.072482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.133941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.145435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:09.145845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.156371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.285872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:09.348182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.516896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Provisioning for port f780b7c8-617d-43c9-ad71-5d527e50e34b completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:09.869002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:09.872063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:09.889692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Pushing event updated for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:09.893518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:09.916528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.933450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Provisioning complete for port f780b7c8-617d-43c9-ad71-5d527e50e34b triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:09.933876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.061832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Port f780b7c8-617d-43c9-ad71-5d527e50e34b cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:12:10.071172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89125be518>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:05Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:10.081570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f182bee-fdff-4626-b761-8d2ab9c970f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.088113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f04e32-4368-4d24-848d-f6ddd53763d1 None None] The sync data for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi is: [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:05Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:12:10.241163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Router d739be2f-466a-4298-9ffe-fb6e91f45089 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:12:10.391794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.414110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Provisioning complete for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:10.414526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b889e552-5f2b-4ae5-97bf-ff9ec087a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.511265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Transition to ACTIVE for port object e82e8e65-59c5-4b51-b5ff-88713d6744d8 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:10.517764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:10.520847 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.538952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:10.550217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:12:10.572104 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] 10.222.0.68 "PUT /v2.0/routers/d739be2f-466a-4298-9ffe-fb6e91f45089/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9553561
Feb 17 01:12:10.648662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.702153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28af74-f3c8-437d-92f0-4dd057725351 None None] Pushing event updated for resources: {'Port': ['ID=e82e8e65-59c5-4b51-b5ff-88713d6744d8,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:10.705703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2f28af74-f3c8-437d-92f0-4dd057725351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:10.770763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:10.796240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:10.946703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:10.950418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:11.007571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8e705e6-bf39-4d34-b3c8-b935710488c0 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:11.042528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8463e279-11fc-42a4-be28-2978d8580435 None None] Provisioning complete for port f780b7c8-617d-43c9-ad71-5d527e50e34b triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:11.042947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8463e279-11fc-42a4-be28-2978d8580435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.121828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8463e279-11fc-42a4-be28-2978d8580435 None None] Port f780b7c8-617d-43c9-ad71-5d527e50e34b cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:12:11.169666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Attempting to bind port e82e8e65-59c5-4b51-b5ff-88713d6744d8 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:11.170174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Attempting to bind port e82e8e65-59c5-4b51-b5ff-88713d6744d8 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:11.170650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Attempting to bind port e82e8e65-59c5-4b51-b5ff-88713d6744d8 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:11.174910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8463e279-11fc-42a4-be28-2978d8580435 None None] Provisioning complete for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:11.175384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8463e279-11fc-42a4-be28-2978d8580435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.229558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:11.230067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:11.230709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.231331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:11.232343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Bound port: e82e8e65-59c5-4b51-b5ff-88713d6744d8, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:11.232343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.308802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e8e705e6-bf39-4d34-b3c8-b935710488c0 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:11.309213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.656465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] For port e82e8e65-59c5-4b51-b5ff-88713d6744d8, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:11.726949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] For port e82e8e65-59c5-4b51-b5ff-88713d6744d8, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e82e8e65-59c5-4b51-b5ff-88713d6744d8,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:11.728230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.732680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bbf88982-c542-4fa1-a875-9d2189c7d84a up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:11.760125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:11.818883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:12.013870 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28af74-f3c8-437d-92f0-4dd057725351 None None] Pushing event updated for resources: {'Port': ['ID=e82e8e65-59c5-4b51-b5ff-88713d6744d8,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:12.018640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2f28af74-f3c8-437d-92f0-4dd057725351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:12.027143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port bbf88982-c542-4fa1-a875-9d2189c7d84a completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:12.035345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port bbf88982-c542-4fa1-a875-9d2189c7d84a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:12.035567 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.124932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.125568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:12.126260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89123b8860>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:12.396516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:12.478869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.670935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port bbf88982-c542-4fa1-a875-9d2189c7d84a, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bbf88982-c542-4fa1-a875-9d2189c7d84a,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:12.700177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.705799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ffff2d6f-67c1-4ac6-b3b4-3003eaddf20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:12.873150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:12.966702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:12.969112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:12.987040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:12.987511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:13.033227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89123b8860>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'f780b7c8-617d-43c9-ad71-5d527e50e34b', 'name': '', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'mac_address': 'fa:16:3e:db:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:07Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 2, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'subnets': [{'id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:13.048234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d88a4-2041-4b4b-8a5f-c77b8e605f63 None None] The sync data for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi is: [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'f780b7c8-617d-43c9-ad71-5d527e50e34b', 'name': '', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'mac_address': 'fa:16:3e:db:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:07Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 2, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'subnets': [{'id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:12:13.981939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-728998692', 'description': 'tempest-TestShelveInstance-728998692 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:13.988958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:13.993452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Usage tracker for resource:security_group and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:13.999487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:14.006506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:14.020746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.075962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:14.081991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Usage tracker for resource:security_group_rule and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:14.085763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:14.092820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:14.205652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.216209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.222256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3e7a4bde-e40c-4a9a-8e18-ba310d7f296a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:14.259733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0eb7ee-bbbb-4608-9156-607673e808ae,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:14.263683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:14.280655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.282137 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dbab9d6a-0ec1-4a83-898f-0b0e9c3c7eb1 req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.3051250
Feb 17 01:12:14.465839 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-8078c004-0558-4d75-89c0-75ec8448ee72 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups/ff0eb7ee-bbbb-4608-9156-607673e808ae HTTP/1.1" status: 200  len: 1800 time: 0.0688396
Feb 17 01:12:14.472283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff0eb7ee-bbbb-4608-9156-607673e808ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:14.472766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff0eb7ee-bbbb-4608-9156-607673e808ae', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:14.480800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:14.486524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Usage tracker for resource:security_group_rule and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:14.490466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:14.498489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:14.569360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.620376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.630262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.640586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b9e23033-604c-4efc-b081-c045332bd6b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:14.667331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823cb1e0-b6ea-411e-a79b-662b4a225133,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:14.675014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:14.685882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:14.706891 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26df5910-ecef-486d-8ef7-0e8e4fe70687 req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2398040
Feb 17 01:12:14.808177 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-2685225d-2303-49f0-8a01-2fb5f740a34a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups/ff0eb7ee-bbbb-4608-9156-607673e808ae HTTP/1.1" status: 200  len: 2393 time: 0.0949991
Feb 17 01:12:14.820745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff0eb7ee-bbbb-4608-9156-607673e808ae', 'remote_group_id': None}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:14.821101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff0eb7ee-bbbb-4608-9156-607673e808ae', 'remote_group_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:14.834421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:14.842674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Usage tracker for resource:security_group_rule and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:14.847630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:14.854621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:14.972907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.014204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.019652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.022206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:15.049635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de2638b-957b-408c-92c9-73280c16c30e,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:15.055046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:15.084941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e82e8e65-59c5-4b51-b5ff-88713d6744d8 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:15.102129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.103621 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d18e52d8-f7d4-42ea-b53c-292ff4267043 req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2876384
Feb 17 01:12:15.204230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port e82e8e65-59c5-4b51-b5ff-88713d6744d8 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:15.211184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e82e8e65-59c5-4b51-b5ff-88713d6744d8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:15.212113 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.395478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.414023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port e82e8e65-59c5-4b51-b5ff-88713d6744d8, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e82e8e65-59c5-4b51-b5ff-88713d6744d8,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:15.418715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:15.419817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bbf88982-c542-4fa1-a875-9d2189c7d84a up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:15.466341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:15.605706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=e82e8e65-59c5-4b51-b5ff-88713d6744d8,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:15.611625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:15.650256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port bbf88982-c542-4fa1-a875-9d2189c7d84a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:15.651090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:16.905690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e82e8e65-59c5-4b51-b5ff-88713d6744d8 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:16.994187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e82e8e65-59c5-4b51-b5ff-88713d6744d8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:16.994730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:17.208044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Sync routers for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:12:17.209584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:17.210255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912c890b8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:17.418333 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:17.777197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912c890b8>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'f780b7c8-617d-43c9-ad71-5d527e50e34b', 'name': '', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'mac_address': 'fa:16:3e:db:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:07Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 2, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'subnets': [{'id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:17.781310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Checking router: d739be2f-466a-4298-9ffe-fb6e91f45089 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:12:17.781705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Updating router d739be2f-466a-4298-9ffe-fb6e91f45089 port f780b7c8-617d-43c9-ad71-5d527e50e34b binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:12:17.847584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:17.983654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-682d110a-ada5-4990-ba12-df1294145c36 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:17.984427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-682d110a-ada5-4990-ba12-df1294145c36 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:18.006623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-682d110a-ada5-4990-ba12-df1294145c36 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:18.008228 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-682d110a-ada5-4990-ba12-df1294145c36 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 813 time: 0.2056010
Feb 17 01:12:18.032369 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-cb514c73-cc1c-4db9-92bd-21aa8f88d4dd tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/quotas/e41eae0cf49f437ea52124a02813018c HTTP/1.1" status: 200  len: 375 time: 0.0166042
Feb 17 01:12:18.131288 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9f9ca78-4d80-48b4-9e1c-d31c3bc20076 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0974562
Feb 17 01:12:18.394570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-897afd32-216c-4bcf-b7f1-a532dbd8bc96 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:12:18.395888 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-897afd32-216c-4bcf-b7f1-a532dbd8bc96 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0591357
Feb 17 01:12:18.503409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:18.516981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Transition to ACTIVE for port object f780b7c8-617d-43c9-ad71-5d527e50e34b will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:18.525183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:18.546334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:18.558105 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-c5d3b139-2680-4cf9-ad48-b7ffc160d7b1 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552224
Feb 17 01:12:18.649294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57174) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:18.698781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768149c9-d6d7-4e9f-948f-9d8a5f7ad554 None None] Pushing event updated for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:18.704250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-768149c9-d6d7-4e9f-948f-9d8a5f7ad554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:18.729497 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-48874b58-6779-425b-9841-120bbaf8b040 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1620736
Feb 17 01:12:18.837909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:18.862805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:18.867412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ccfeadbbba4b41b1d9e1dbce1efbc1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:18.871565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:18.878484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:18.909642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Attempting to bind port f780b7c8-617d-43c9-ad71-5d527e50e34b on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:18.910045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Attempting to bind port f780b7c8-617d-43c9-ad71-5d527e50e34b by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:18.910448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Attempting to bind port f780b7c8-617d-43c9-ad71-5d527e50e34b on network 6ce0d850-5af7-4acc-aaa1-80c160033792 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:18.922092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:18.922593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Checking segment: {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:18.924043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:18.924659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Bound using segment: {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:18.925226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Bound port: f780b7c8-617d-43c9-ad71-5d527e50e34b, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd116787c-4315-4844-b51e-49f622d77e07', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:18.925823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.025190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.030037 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.042387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7af26e3d-0335-44b4-b572-17363634b64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:19.068588 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b23af645-ce34-4ecd-9817-ecfaa1e34f06 req-6f4d073d-721f-4761-a3c3-f270cd9510a6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 210 time: 0.0706546
Feb 17 01:12:19.090694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c36904-af28-4924-ba78-3e6746d156b7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:19.096714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:19.121925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57190) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:19.123929 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a8ccfeadbbba4b41b1d9e1dbce1efbc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4732115
Feb 17 01:12:19.127213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] For port f780b7c8-617d-43c9-ad71-5d527e50e34b, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:19.131031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] For port f780b7c8-617d-43c9-ad71-5d527e50e34b, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f780b7c8-617d-43c9-ad71-5d527e50e34b,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:19.138889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.230258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.242444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-768149c9-d6d7-4e9f-948f-9d8a5f7ad554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:19.270303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.333941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.340261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-640af720-52c5-4c07-b88d-0a7caec46fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:19.357544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c36904-af28-4924-ba78-3e6746d156b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:19.366646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:19.368289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.369579 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14c36904-af28-4924-ba78-3e6746d156b7 HTTP/1.1" status: 204  len: 168 time: 0.2465706
Feb 17 01:12:19.404873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:12:19.405566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912c890b8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:19.614301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768149c9-d6d7-4e9f-948f-9d8a5f7ad554 None None] Pushing event updated for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=4']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:19.622067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-768149c9-d6d7-4e9f-948f-9d8a5f7ad554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:19.672864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:12:19.789484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57206) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:19.811966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.832471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:19.836639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Usage tracker for resource:security_group_rule and tenant:84be6f4e4211435ea35d84cffdbc8187 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:19.839981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:19.846564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:19.964536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.968052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:19.979076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6b105a7-fe41-49cf-846e-02cbf276117c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:20.024148 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84be6f4e4211435ea35d84cffdbc8187&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2331948
Feb 17 01:12:20.025184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea1dde-f497-41c9-8844-522e0009a91b,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:20.027248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57210) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:20.029415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:20.053622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912c890b8>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'f780b7c8-617d-43c9-ad71-5d527e50e34b', 'name': '', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'mac_address': 'fa:16:3e:db:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:07Z', 'updated_at': '2021-02-17T01:12:19Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'subnets': [{'id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:12:20.058405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b84022-8b7c-47bc-a3b4-6bcc9483eed4 None None] The sync data for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi is: [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:12:08Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'f780b7c8-617d-43c9-ad71-5d527e50e34b', 'name': '', 'network_id': '6ce0d850-5af7-4acc-aaa1-80c160033792', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'mac_address': 'fa:16:3e:db:0e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:07Z', 'updated_at': '2021-02-17T01:12:19Z', 'revision_number': 4, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'subnets': [{'id': '1e82411f-f9b0-4eb2-b328-8ec768e290f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:12:20.094432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:20.126407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:20.179314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:20.184309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:20.198248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea1dde-f497-41c9-8844-522e0009a91b,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:20.204183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:20.218434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:20.223741 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e8ea1dde-f497-41c9-8844-522e0009a91b HTTP/1.1" status: 204  len: 168 time: 0.1953607
Feb 17 01:12:20.224836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:12:20.309011 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-af05b6cb-b029-4767-a00c-444e4fbee170 req-a76abc31-da3f-4bdf-b8d4-7cc0bbaf01b9 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 210 time: 0.1238904
Feb 17 01:12:20.639027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-923dbf3f-793d-4d34-aee6-e9b5c59cd34a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:20.640886 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-923dbf3f-793d-4d34-aee6-e9b5c59cd34a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 813 time: 0.2569902
Feb 17 01:12:20.658255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'port': {'device_id': '785f92de-e953-4417-8a73-965e02ea5e59', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'admin_state_up': True, 'tenant_id': 'e41eae0cf49f437ea52124a02813018c'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:20.855124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:20.872160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Usage tracker for resource:port and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:20.875528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:20.882322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:20.911239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Made reservation on behalf of e41eae0cf49f437ea52124a02813018c for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:12:20.918616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:20.919798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f780b7c8-617d-43c9-ad71-5d527e50e34b up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:21.023793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port f780b7c8-617d-43c9-ad71-5d527e50e34b completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:21.029837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port f780b7c8-617d-43c9-ad71-5d527e50e34b triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:21.030362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:21.184624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:21.239086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port f780b7c8-617d-43c9-ad71-5d527e50e34b, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f780b7c8-617d-43c9-ad71-5d527e50e34b,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:21.243710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:21.248594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:21.351878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:21.357004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:21.370891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Allocated IP 172.20.0.10 (73177309-c926-4d03-b24c-b95215b7d060/9f8bd923-4899-4d6c-9eca-3bc9176711ae/3f123518-fe08-40c5-a0dc-2035f7996cd8) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:21.709004 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1d25b8b5-9797-416c-b6cd-462a8cc29a2a req-4b54aba9-fd6c-42c9-b90e-c2be4d56ed2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 210 time: 0.1948500
Feb 17 01:12:21.889195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:21.933985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Transition to ACTIVE for port object 3f123518-fe08-40c5-a0dc-2035f7996cd8 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:21.982133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:22.053816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:22.184339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:22.189429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:22.234252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Network 73177309-c926-4d03-b24c-b95215b7d060 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:22.235443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:22.237802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:22.322378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:22.323094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:22.348653 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6979699
Feb 17 01:12:22.526857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ae1ffd9a-678f-414a-974b-cb766b6e6b4c None None] Provisioning for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:22.532372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ae1ffd9a-678f-414a-974b-cb766b6e6b4c None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:22.532789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ae1ffd9a-678f-414a-974b-cb766b6e6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:22.600811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ffd9a-678f-414a-974b-cb766b6e6b4c None None] Port 3f123518-fe08-40c5-a0dc-2035f7996cd8 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:12:22.884905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f780b7c8-617d-43c9-ad71-5d527e50e34b up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:22.993814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port f780b7c8-617d-43c9-ad71-5d527e50e34b triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:22.994254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:29.600754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57402) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:29.736294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:29.753792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:29.758904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7bafa08f39d14f4db4bc3207b9724a78 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:29.769633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:29.772764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:29.864823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:29.867779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:29.877920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b9a07ae6-0bb5-4d8d-b9ff-58de441b15b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:29.924011 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7bafa08f39d14f4db4bc3207b9724a78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3220463
Feb 17 01:12:29.924221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57408) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:29.929234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e4127a-3388-4c4f-b8e7-133c5119b888,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:29.934170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:29.995190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.026344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.086573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.092769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a8d50805-7f79-482c-b9cd-957056d628f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:30.108187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e4127a-3388-4c4f-b8e7-133c5119b888,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:30.111473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:30.112527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.113808 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c3e4127a-3388-4c4f-b8e7-133c5119b888 HTTP/1.1" status: 204  len: 168 time: 0.1886253
Feb 17 01:12:30.446301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57416) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:30.484954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.500944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:30.505235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Usage tracker for resource:security_group_rule and tenant:04afbf5cbb244d2d9fabdbf2e394c34f is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:30.508230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:30.514385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:30.608612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.611580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.623650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e731aadb-e71e-489a-aa79-c5f1dc45d45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:30.670657 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04afbf5cbb244d2d9fabdbf2e394c34f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2230909
Feb 17 01:12:30.671524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a4161-a8f4-4e69-9b9b-21ee97e10df2,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:30.673562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57422) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:30.676650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:30.757499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.792115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.856494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.861820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:30.879864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a4161-a8f4-4e69-9b9b-21ee97e10df2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:30.884469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:30.893078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:30.894300 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/330a4161-a8f4-4e69-9b9b-21ee97e10df2 HTTP/1.1" status: 204  len: 168 time: 0.2196164
Feb 17 01:12:32.225077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57456) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:32.378765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.396444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:32.400598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Usage tracker for resource:security_group_rule and tenant:f288bdcd99d94b5884a79dc5396bf2e6 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:32.403673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:32.409645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:32.501180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.505301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.515179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13dd71dc-0d0b-4707-989d-e3ef0ad89f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:32.559733 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f288bdcd99d94b5884a79dc5396bf2e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334479
Feb 17 01:12:32.561781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c678066b-3c82-4e4b-9d2c-db7c25b2e9d8,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:32.562860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57462) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:32.565282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-852b7d4c-6cca-4cf1-aa3d-0cb9747bebc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:32.631097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.660882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.710875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.716610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f398ab1f-63f0-4cc8-9adb-a74e2221f615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:32.731820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c678066b-3c82-4e4b-9d2c-db7c25b2e9d8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:32.734587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:32.742830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:32.744098 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-76d7fe33-96b7-4e82-8df7-05eb889fec09 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c678066b-3c82-4e4b-9d2c-db7c25b2e9d8 HTTP/1.1" status: 204  len: 168 time: 0.1800568
Feb 17 01:12:34.197376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57508) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:34.324360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.343422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:34.347465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ce142458cb420fab21e7b758727712 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:34.350411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:34.356715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:34.441575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.445283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.454166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-448efecf-7e2b-4025-9955-0c9c3c254370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:34.496850 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a6ce142458cb420fab21e7b758727712&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2977357
Feb 17 01:12:34.497804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce680fa2-b98f-4b58-bdb8-ad11aa966efc,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:34.500253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57514) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:34.501511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:34.567650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.595087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.639955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.644961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-110dfdb6-551e-495d-9648-6750ca81ec72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:34.657150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce680fa2-b98f-4b58-bdb8-ad11aa966efc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:34.661889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:34.663902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:34.665781 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ce680fa2-b98f-4b58-bdb8-ad11aa966efc HTTP/1.1" status: 204  len: 168 time: 0.1644278
Feb 17 01:12:35.329757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 57538) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:35.442046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-175631972-network', 'tenant_id': '3e50c6451aa24ec685e6c718f4f426fe'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:35.447097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:35.451928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Usage tracker for resource:network and tenant:3e50c6451aa24ec685e6c718f4f426fe is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:35.454966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:35.460871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:35.470191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Made reservation on behalf of 3e50c6451aa24ec685e6c718f4f426fe for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:12:35.474891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.488091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.504544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:35.508653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e50c6451aa24ec685e6c718f4f426fe is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:35.512320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:35.518148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:35.601951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.605223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.609405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-efd09bb3-c6bc-4895-aa65-87bd47a11249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:35.642945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:12:35.656705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2621a5c8-c803-4d14-b236-87e11db637d6,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:35.660004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:35.662641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.663155 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Added segment 9f6a80e8-54b5-4a40-accc-cf4629cf650e of type vxlan for network 0a6217a4-b708-4659-bb88-6056705cb37a
Feb 17 01:12:35.694475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.723808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.725070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:35.725710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.731551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-477b93d0-4f35-4ed2-8e9a-1a9a8636f00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:35.832095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:35.840055 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5091009
Feb 17 01:12:35.840980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6217a4-b708-4659-bb88-6056705cb37a,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:35.843465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 57544) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:12:35.844487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:35.849631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Request body: {'subnet': {'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-175631972-subnet', 'tenant_id': '3e50c6451aa24ec685e6c718f4f426fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:35.851521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 0a6217a4-b708-4659-bb88-6056705cb37a details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:12:35.855513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:35.859561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Usage tracker for resource:subnet and tenant:3e50c6451aa24ec685e6c718f4f426fe is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:35.862598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:35.868494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:35.869005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 0a6217a4-b708-4659-bb88-6056705cb37a details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:12:35.880068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Made reservation on behalf of 3e50c6451aa24ec685e6c718f4f426fe for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:12:35.884807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:36.298472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:36.314728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2ac2c218-ec1c-4460-8d0a-ec1600745460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:36.451123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Pushing event updated for resources: {'Subnet': ['ID=234f0ade-9ea2-4347-9466-2534b4eab418,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:36.455124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:36.513322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Checking segment: {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:36.513710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Network hostable DHCP agents. Network: 0a6217a4-b708-4659-bb88-6056705cb37a, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:12:36.531996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Network 0a6217a4-b708-4659-bb88-6056705cb37a is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:12:36.540203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 0a6217a4-b708-4659-bb88-6056705cb37a) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:36.549776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e545c-4fc7-40a8-ac2b-ec425569580f None None] Network 0a6217a4-b708-4659-bb88-6056705cb37a requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:12:36.554351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:36.554993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:36.584309 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1b7bcd4a-35ba-403a-90a7-d1a27dc874de admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7397215
Feb 17 01:12:36.781969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b2ff8-73a4-4846-b1c1-17b35ffd47e2 None None] Network 0a6217a4-b708-4659-bb88-6056705cb37a requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:12:37.211681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Request body: {'port': {'device_id': '785f92de-e953-4417-8a73-965e02ea5e59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:37.378739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:37.424508 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-fc313a05-6eac-42f9-9608-79274a3a56b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1170104
Feb 17 01:12:37.539805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-750a4ba8-aa40-41a6-a59b-ebd931070606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:37.541505 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-750a4ba8-aa40-41a6-a59b-ebd931070606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1162 time: 0.0950541
Feb 17 01:12:37.637158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-287cb398-9d2b-466f-b78a-0e2d051a87a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:37.753829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523ca78-831f-47bb-9e72-7a08c2c431a2 req-dc157039-fecf-4214-a0e1-562d9dc61f8a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:37.759101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7523ca78-831f-47bb-9e72-7a08c2c431a2 req-dc157039-fecf-4214-a0e1-562d9dc61f8a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 932 time: 0.3613842
Feb 17 01:12:37.759101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-8a352bda-a9ae-4db0-89d6-cc8641c5f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:37.759789 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-8a352bda-a9ae-4db0-89d6-cc8641c5f844 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1797571
Feb 17 01:12:37.841485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f123518-fe08-40c5-a0dc-2035f7996cd8 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:12:37.849623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:37.862751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Transition to ACTIVE for port object 3f123518-fe08-40c5-a0dc-2035f7996cd8 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:37.865671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:37.882208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:37.893256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7523ca78-831f-47bb-9e72-7a08c2c431a2 req-de5bfe95-e723-41b2-a21e-c7efea2d04b0 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:37.925211 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-ced35d66-2944-4d4c-a824-4de4382cc0e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 1001 time: 0.1388869
Feb 17 01:12:37.929937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7523ca78-831f-47bb-9e72-7a08c2c431a2 req-de5bfe95-e723-41b2-a21e-c7efea2d04b0 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:37.931109 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7523ca78-831f-47bb-9e72-7a08c2c431a2 req-de5bfe95-e723-41b2-a21e-c7efea2d04b0 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673915
Feb 17 01:12:37.995992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-ffe461a0-bf18-49d3-930b-82027da8f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:37.997489 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-ffe461a0-bf18-49d3-930b-82027da8f51d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0654140
Feb 17 01:12:38.021246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:38.034458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:38.081606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-3e1fddca-2bae-4602-8e5d-ddc696220d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:38.083243 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-3e1fddca-2bae-4602-8e5d-ddc696220d51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788808
Feb 17 01:12:38.222680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Attempting to bind port 3f123518-fe08-40c5-a0dc-2035f7996cd8 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:38.223036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Attempting to bind port 3f123518-fe08-40c5-a0dc-2035f7996cd8 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:38.223436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Attempting to bind port 3f123518-fe08-40c5-a0dc-2035f7996cd8 on network 73177309-c926-4d03-b24c-b95215b7d060 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:38.230098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:38.230455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Checking segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:38.230860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:38.231310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Bound using segment: {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:38.231794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Bound port: 3f123518-fe08-40c5-a0dc-2035f7996cd8, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cddf8d-f794-4632-9c69-697a7b4cc99d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '73177309-c926-4d03-b24c-b95215b7d060'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:38.232172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:38.237345 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-7c4502f1-0ee3-48ed-8a56-9a2a5a41be16 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470480
Feb 17 01:12:38.347647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:38.351499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:38.356516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:38.373585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad8e8134-5e55-486a-b21c-3e3d5fcd6a71 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:38.543991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:38.549378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:38.580553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:38.581378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:38.582742 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] 10.222.0.69 "PUT /v2.0/ports/3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 1158 time: 1.3760774
Feb 17 01:12:38.583325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:38.635997 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:12:38.652999 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cac926a4-d19b-40aa-878b-43fdf2ad93cf req-ef4b484d-0a17-4178-a7de-83c1083093c6 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4075835
Feb 17 01:12:38.814123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-0b5bbdd0-7cf1-430d-979e-a07dbf515a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:38.815770 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-0b5bbdd0-7cf1-430d-979e-a07dbf515a65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1161 time: 0.0908399
Feb 17 01:12:38.968004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-4d56b802-875a-44aa-b46f-550578a2261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:38.969601 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-4d56b802-875a-44aa-b46f-550578a2261e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=e41eae0cf49f437ea52124a02813018c&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1458819
Feb 17 01:12:39.194887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-85d53d43-e3ee-40ea-986a-06e112024dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:39.196500 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6ee3b3c5-7b9c-4a61-b0ea-eaaef60b8d16 req-85d53d43-e3ee-40ea-986a-06e112024dd6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2199626
Feb 17 01:12:39.203852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b907a-5b3c-474e-8c77-e0f6d4ef61ba req-a7f5c855-8a7e-4637-a732-130e0fcaa7e6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:39.205403 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e12b907a-5b3c-474e-8c77-e0f6d4ef61ba req-a7f5c855-8a7e-4637-a732-130e0fcaa7e6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 944 time: 0.1525834
Feb 17 01:12:39.299417 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e12b907a-5b3c-474e-8c77-e0f6d4ef61ba req-fe4b8591-cf15-4507-aa9e-9ef91b4d8c67 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873280
Feb 17 01:12:39.328843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-4a3317d6-9bfe-420b-820b-a2788345c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:39.330459 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-4a3317d6-9bfe-420b-820b-a2788345c36d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1161 time: 0.0970967
Feb 17 01:12:39.414751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-467c56e9-9e09-44cc-801c-ebaf4e22bfb8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 217 time: 0.0707879
Feb 17 01:12:39.490977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-7900d302-97af-454c-bbc3-dd914a2db575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:39.492751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-7900d302-97af-454c-bbc3-dd914a2db575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.0696738
Feb 17 01:12:39.587694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-eadd489b-e35e-45e4-970e-04935b6bdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:39.589389 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-eadd489b-e35e-45e4-970e-04935b6bdc20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896585
Feb 17 01:12:39.684529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-755bb2cc-5209-4587-a67a-7c707e4f21b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:39.748294 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-e7357561-e4bf-4adf-a841-77c0b91ba031 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514406
Feb 17 01:12:40.044945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-7cffc3ac-0e12-492e-b3bb-22660330c895 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:40.075688 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2435524f-8b78-458f-a6f2-4447b5dbfc05 req-ce71a0d5-aaad-4383-a56a-396c1b7a001f service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3196802
Feb 17 01:12:40.100741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-7cffc3ac-0e12-492e-b3bb-22660330c895 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:40.102213 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-7cffc3ac-0e12-492e-b3bb-22660330c895 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-728998692&fields=id&tenant_id=6431f3c28c8e4f90afc327cf0eed2479 HTTP/1.1" status: 200  len: 267 time: 0.2435491
Feb 17 01:12:40.115281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-cf5e0193-72ff-4cb7-8b05-954f0a000625 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:40.116837 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-cf5e0193-72ff-4cb7-8b05-954f0a000625 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 813 time: 0.2366440
Feb 17 01:12:40.147385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:40.221960 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-07cbdb4e-5d8c-4837-a99e-b25ff88ced1d tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/quotas/3e50c6451aa24ec685e6c718f4f426fe HTTP/1.1" status: 200  len: 375 time: 0.0791812
Feb 17 01:12:40.292207 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-ca5ca984-1549-4a21-b86e-16a4537a3443 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0639856
Feb 17 01:12:40.336361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e0853565-319a-40af-bf55-1210ae50fc5a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:40.337119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e0853565-319a-40af-bf55-1210ae50fc5a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:network {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:40.426170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e0853565-319a-40af-bf55-1210ae50fc5a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:network {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:40.427406 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e0853565-319a-40af-bf55-1210ae50fc5a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 809 time: 0.3095777
Feb 17 01:12:40.457069 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-1d450f32-9546-4cec-9099-c2cd8e09cefa tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/quotas/6431f3c28c8e4f90afc327cf0eed2479 HTTP/1.1" status: 200  len: 375 time: 0.0168197
Feb 17 01:12:40.557410 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-94982a70-ec3e-45aa-9327-c26d23cfea86 service neutron] 10.222.0.68 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552805
Feb 17 01:12:40.672514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-dc4757b2-6637-48ba-a09b-6b44183245e8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:40.710127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-dc4757b2-6637-48ba-a09b-6b44183245e8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:40.711574 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-dc4757b2-6637-48ba-a09b-6b44183245e8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2392511
Feb 17 01:12:40.814051 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-86a587e0-16d7-40c5-aecd-6059288bac3a service neutron] 10.222.0.68 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2436094
Feb 17 01:12:40.876347 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-9a5cd726-0ce4-4a38-92bf-aa53b2f9c0fb service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504061
Feb 17 01:12:41.076242 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-0b04791a-ac93-4a68-8534-09c34d15b2b7 service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1928604
Feb 17 01:12:41.113711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1ef1e-4602-4be6-850e-6f15017e6cca req-b3309eb2-fa7b-427f-a57a-5b19ebabe001 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:41.114881 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3bb1ef1e-4602-4be6-850e-6f15017e6cca req-b3309eb2-fa7b-427f-a57a-5b19ebabe001 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 944 time: 0.1030347
Feb 17 01:12:41.168451 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3bb1ef1e-4602-4be6-850e-6f15017e6cca req-635bfad7-6d0b-418b-a93d-ce6509f49c20 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448074
Feb 17 01:12:41.543935 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-04f6ee61-bb7f-45f1-89f4-00ae5d7d656c req-e0bb52bc-b159-45db-9e92-5a00bd0889e6 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 210 time: 0.0696547
Feb 17 01:12:41.597204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21c15752-1c71-451c-800d-f27f1f36732d req-918ff3ef-7108-48c1-beee-acc9c3b63c5d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 210 time: 0.0569425
Feb 17 01:12:41.665513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:42.086120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:42.837100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-ee314056-5d1d-42c3-a5e5-5461063e0541 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:42.838790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-ee314056-5d1d-42c3-a5e5-5461063e0541 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 813 time: 0.5326312
Feb 17 01:12:42.841043 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c599ee1f-94f9-4381-b579-7cb1b9e008c3 req-6c440434-43bf-465a-93cf-9da9ae7dac91 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 210 time: 0.0725698
Feb 17 01:12:42.847396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fd84f-78c2-4a1b-8ee1-7a779d2536ba req-1afa9ddd-d14f-4902-96dd-bb74539107c2 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:42.849249 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5c3fd84f-78c2-4a1b-8ee1-7a779d2536ba req-1afa9ddd-d14f-4902-96dd-bb74539107c2 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 944 time: 0.5515332
Feb 17 01:12:42.854968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Request body: {'port': {'device_id': '09304c44-7715-4962-8742-1b2871e9030c', 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a', 'admin_state_up': True, 'tenant_id': '3e50c6451aa24ec685e6c718f4f426fe'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:42.977515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-1be3ebb4-0a4e-499c-a545-9917d83b0833 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:42.979482 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-1be3ebb4-0a4e-499c-a545-9917d83b0833 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.69 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 809 time: 0.1936679
Feb 17 01:12:43.061532 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-71986b78-486f-4699-b67e-2bd0a61dbfee tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6431f3c28c8e4f90afc327cf0eed2479 HTTP/1.1" status: 200  len: 5757 time: 0.0733097
Feb 17 01:12:43.071496 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bd795076-e077-44ee-9f78-40079c489168 req-95d0b791-697f-4232-9f37-7210e876884b tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 210 time: 0.0829959
Feb 17 01:12:43.072937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'port': {'device_id': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'admin_state_up': True, 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'security_groups': ['ff0eb7ee-bbbb-4608-9156-607673e808ae']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:43.077945 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5c3fd84f-78c2-4a1b-8ee1-7a779d2536ba req-e3220808-e604-4bf8-b5ad-62e6a8ea472b tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2042003
Feb 17 01:12:43.120016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:43.125008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Usage tracker for resource:port and tenant:3e50c6451aa24ec685e6c718f4f426fe is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:12:43.128415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:12:43.134724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:43.143779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Made reservation on behalf of 3e50c6451aa24ec685e6c718f4f426fe for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:12:43.149410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.234957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:12:43.245498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:12:43.255348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Made reservation on behalf of 6431f3c28c8e4f90afc327cf0eed2479 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:12:43.261481 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.479099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Allocated IP 172.20.0.8 (0a6217a4-b708-4659-bb88-6056705cb37a/234f0ade-9ea2-4347-9466-2534b4eab418/32740ddc-d622-4d1f-822f-8b8854028482) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:43.516966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-a461b4db-beb5-4cb7-ab6d-e1a7bab84bea None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:12:43.612476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Allocated IP 172.20.0.5 (49ad7ee9-fb25-483f-9e2c-b8dc640ce246/5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1/706ab2d7-1ea6-46c2-8c14-64c1c7b09443) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:12:43.732548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.773039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.796553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:43.849111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.866120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Transition to ACTIVE for port object 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:43.893199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.952283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Pushing event updated for resources: {'Port': ['ID=32740ddc-d622-4d1f-822f-8b8854028482,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:43.956092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:44.071848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Network 0a6217a4-b708-4659-bb88-6056705cb37a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:44.080347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:44.084833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:44.107160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f123518-fe08-40c5-a0dc-2035f7996cd8 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:44.162577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:44.163356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.194449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae46cd3-3185-4d51-a3e3-1739a26b0df9 req-665743be-741f-4b7e-9066-c6e3061b3a29 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:44.204051 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fae46cd3-3185-4d51-a3e3-1739a26b0df9 req-665743be-741f-4b7e-9066-c6e3061b3a29 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 931 time: 0.2367368
Feb 17 01:12:44.204645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:44.210860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:44.211580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.241358 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3904457
Feb 17 01:12:44.271428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Request body: {'port': {'device_id': '09304c44-7715-4962-8742-1b2871e9030c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:44.304374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f9745125-bf16-4e04-bf75-e8e71a30e94f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:44.308254 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fae46cd3-3185-4d51-a3e3-1739a26b0df9 req-99c20fee-8ed2-4525-b4b9-0d06281bb32a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014268
Feb 17 01:12:44.385556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.392144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'Port': ['ID=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:44.397244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:44.409159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:12:44.410388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:12:44.412886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:12:44.430804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:44.441975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:44.445653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.447997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:44.489023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:44.490429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.533840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:44.536343 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4684455
Feb 17 01:12:44.543796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.545912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.546254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.546619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.547199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.547560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.547919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.548359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.548717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.549076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.549433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.549788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.550145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.550641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.551012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.551382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.551875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.552239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.552597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:12:44.555177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Request body: {'port': {'device_id': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:12:44.557619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:44.584419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.659927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-b7e1f9f2-a0e1-44ad-adc3-9ebdf555532a None None] Provisioning for port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:44.666816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-b7e1f9f2-a0e1-44ad-adc3-9ebdf555532a None None] Provisioning complete for port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:44.667271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7e1f9f2-a0e1-44ad-adc3-9ebdf555532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.690960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:44.731433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1f9f2-a0e1-44ad-adc3-9ebdf555532a None None] Port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:12:44.738346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0d3ab-90c0-4ce6-9a0a-5fac50e1a1a3 req-3553bdb3-d535-4034-b49d-59961712aedb tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:44.740053 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79f0d3ab-90c0-4ce6-9a0a-5fac50e1a1a3 req-3553bdb3-d535-4034-b49d-59961712aedb tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 944 time: 0.3880074
Feb 17 01:12:44.755329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5aae1-d7d0-4f03-a4c8-ea6928058e73 req-ceae4e0b-1499-4978-b427-66a8ea2d8bf9 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:44.756997 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25d5aae1-d7d0-4f03-a4c8-ea6928058e73 req-ceae4e0b-1499-4978-b427-66a8ea2d8bf9 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 931 time: 0.3327761
Feb 17 01:12:44.900456 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79f0d3ab-90c0-4ce6-9a0a-5fac50e1a1a3 req-4f9af65c-121f-42cd-bd16-8f0f66956295 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1519492
Feb 17 01:12:44.932119 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25d5aae1-d7d0-4f03-a4c8-ea6928058e73 req-f3bd22c6-039e-4454-a05c-c236ded15f42 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1531126
Feb 17 01:12:44.960001 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'code': 200}
Feb 17 01:12:45.205290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32740ddc-d622-4d1f-822f-8b8854028482 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:12:45.214004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.226610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Transition to ACTIVE for port object 32740ddc-d622-4d1f-822f-8b8854028482 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:45.230360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.248497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:45.262135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:12:45.273172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.302221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Transition to ACTIVE for port object 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:12:45.308232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.327603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cf3b7283-dd5e-4296-a0aa-7bc02407c518 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:45.397678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Pushing event updated for resources: {'Port': ['ID=32740ddc-d622-4d1f-822f-8b8854028482,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:45.401711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:45.418236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0b2b-0284-4ed7-933b-55f19b7b4c74 req-d124fd84-0abb-476f-82cb-6ec82c5c010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:45.420540 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-198c0b2b-0284-4ed7-933b-55f19b7b4c74 req-d124fd84-0abb-476f-82cb-6ec82c5c010a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.2354450
Feb 17 01:12:45.438234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f123518-fe08-40c5-a0dc-2035f7996cd8 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:45.515968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:45.516470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.520150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Pushing event updated for resources: {'Port': ['ID=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:45.528090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:45.535924 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-198c0b2b-0284-4ed7-933b-55f19b7b4c74 req-a86afe10-a660-4b97-ae2e-d56f095f25fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941365
Feb 17 01:12:45.669776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64773e45-1018-4861-9458-7c0d9fe866e6 req-c410789d-0621-48e8-89e9-44d7a5124674 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:45.670578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-64773e45-1018-4861-9458-7c0d9fe866e6 req-c410789d-0621-48e8-89e9-44d7a5124674 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Synchronizing usage tracker for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:12:45.676811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Attempting to bind port 32740ddc-d622-4d1f-822f-8b8854028482 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:45.677180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Attempting to bind port 32740ddc-d622-4d1f-822f-8b8854028482 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:45.677543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Attempting to bind port 32740ddc-d622-4d1f-822f-8b8854028482 on network 0a6217a4-b708-4659-bb88-6056705cb37a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:45.689361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:45.689738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Checking segment: {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:45.690147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.690547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Bound using segment: {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:45.691042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Bound port: 32740ddc-d622-4d1f-822f-8b8854028482, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:45.691459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.713923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-64773e45-1018-4861-9458-7c0d9fe866e6 req-c410789d-0621-48e8-89e9-44d7a5124674 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Unset dirty status for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:12:45.715291 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-64773e45-1018-4861-9458-7c0d9fe866e6 req-c410789d-0621-48e8-89e9-44d7a5124674 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.2756445
Feb 17 01:12:45.740837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Attempting to bind port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:12:45.741158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Attempting to bind port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:12:45.741540 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Attempting to bind port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 on network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:12:45.750797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:12:45.751219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Checking segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:12:45.751640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.752046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Bound using segment: {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:12:45.752563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Bound port: 706ab2d7-1ea6-46c2-8c14-64c1c7b09443, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '536b5be5-5ae1-4710-bdf3-f6ab97827ca2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:12:45.752948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.833368 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-64773e45-1018-4861-9458-7c0d9fe866e6 req-a84d2c41-6d76-4810-a750-999dbf8ab90e tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842125
Feb 17 01:12:45.840399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] For port 32740ddc-d622-4d1f-822f-8b8854028482, host hv-cinder-75995, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:45.843690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] For port 32740ddc-d622-4d1f-822f-8b8854028482, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=32740ddc-d622-4d1f-822f-8b8854028482,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:45.848609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.865249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:45.872897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] For port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:12:45.876272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] For port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:12:45.880125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:45.895605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:46.090303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Pushing event updated for resources: {'Port': ['ID=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:46.096017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:46.113691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.114125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:46.116902 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-8f3576e9-a593-45ca-b4e2-9ee36bc55b99 service neutron] 10.222.0.69 "PUT /v2.0/ports/706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 1157 time: 1.5672505
Feb 17 01:12:46.116902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:46.240296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-53f6b279-2a7b-4018-ad11-3ab3b5d6bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.242069 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-53f6b279-2a7b-4018-ad11-3ab3b5d6bdef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1160 time: 0.0889242
Feb 17 01:12:46.322997 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-d958f737-cad5-40bb-bc50-af8aef61f535 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 217 time: 0.0721254
Feb 17 01:12:46.378607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Pushing event updated for resources: {'Port': ['ID=32740ddc-d622-4d1f-822f-8b8854028482,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:46.386861 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:46.398141 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-78126c58-8367-4a05-969c-88cd85daab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.399813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-78126c58-8367-4a05-969c-88cd85daab65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.0704889
Feb 17 01:12:46.456864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.457774 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:46.459332 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] 10.222.0.69 "PUT /v2.0/ports/32740ddc-d622-4d1f-822f-8b8854028482 HTTP/1.1" status: 200  len: 1157 time: 2.1934605
Feb 17 01:12:46.466219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247ec23-8c9a-444c-a1b8-46abd273b845 req-aadea180-c5cd-4ab9-9ec3-0e4696d8243b tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.467865 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a247ec23-8c9a-444c-a1b8-46abd273b845 req-aadea180-c5cd-4ab9-9ec3-0e4696d8243b tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.2654378
Feb 17 01:12:46.468428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:46.487649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-28d50721-3c81-4055-9691-18b2cdaf42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.489293 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-28d50721-3c81-4055-9691-18b2cdaf42a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824454
Feb 17 01:12:46.500209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358860-0bce-497d-8281-797356c05350 req-24a2d92e-f190-4b56-a652-cd422f6d60aa tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.501853 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11358860-0bce-497d-8281-797356c05350 req-24a2d92e-f190-4b56-a652-cd422f6d60aa tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.2954829
Feb 17 01:12:46.616349 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a247ec23-8c9a-444c-a1b8-46abd273b845 req-1c89a9eb-dc35-46df-8386-5440658bce9a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1396327
Feb 17 01:12:46.639498 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11358860-0bce-497d-8281-797356c05350 req-9a81fe20-67ab-41cf-8637-5b87b1aad838 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814307
Feb 17 01:12:46.653043 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-719dcb16-7f8c-497c-85a9-4e0eb44baae1 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529112
Feb 17 01:12:46.659755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-f049579d-9846-4808-8ec4-3cb0570f55db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.661429 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-f049579d-9846-4808-8ec4-3cb0570f55db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 1160 time: 0.1561356
Feb 17 01:12:46.745961 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-1f3d87db-9aad-4efc-aec7-2213710cb488 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32740ddc-d622-4d1f-822f-8b8854028482 HTTP/1.1" status: 200  len: 217 time: 0.0774159
Feb 17 01:12:46.841763 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'status': 'completed', 'code': 200}
Feb 17 01:12:46.850458 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-df760b92-e18d-447f-8deb-825f8ee7cb5b req-a78c4bec-7f32-4909-a8bb-708d114cef39 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1880159
Feb 17 01:12:46.859047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-a1f86884-eb10-47f6-9f0d-65ef82d25d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:46.861594 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-a1f86884-eb10-47f6-9f0d-65ef82d25d9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234f0ade-9ea2-4347-9466-2534b4eab418 HTTP/1.1" status: 200  len: 853 time: 0.1068110
Feb 17 01:12:46.908783 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482', 'status': 'completed', 'code': 200}
Feb 17 01:12:46.926597 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-31096a44-b7d6-4790-aa25-25ee50db8839 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a6217a4-b708-4659-bb88-6056705cb37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578306
Feb 17 01:12:47.011642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-64fad3e8-80c0-4941-af88-909133f29adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.013306 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-64fad3e8-80c0-4941-af88-909133f29adb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1160 time: 0.0903506
Feb 17 01:12:47.148470 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-f6250490-a1c9-44fa-9b01-1658cc41ec0b service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2147672
Feb 17 01:12:47.159582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941f388-8859-46cc-8775-2a4dff017002 req-98be174f-a722-48b9-b570-7aefccaa1a6f tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.161244 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f941f388-8859-46cc-8775-2a4dff017002 req-98be174f-a722-48b9-b570-7aefccaa1a6f tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.1498437
Feb 17 01:12:47.167626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-0b722fe7-0875-4b3a-a56f-c730f3e3a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.169251 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-0b722fe7-0875-4b3a-a56f-c730f3e3a7bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.1434176
Feb 17 01:12:47.248269 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-b83f1f36-bba0-4f16-80cb-723b7b60c027 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 217 time: 0.0725291
Feb 17 01:12:47.320612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-523601b3-cb27-4756-9574-e1af08c321b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.322260 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-523601b3-cb27-4756-9574-e1af08c321b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.0661387
Feb 17 01:12:47.351389 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f941f388-8859-46cc-8775-2a4dff017002 req-2e05924d-5a5b-42da-b97d-9e3d0cdcb3a7 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490319
Feb 17 01:12:47.384165 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-289a283e-24b5-41c0-b40e-e94e7b418b61 req-51e138a3-638d-41ce-8e49-5a58559cb7c2 service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2218442
Feb 17 01:12:47.412229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-74807ef1-b63f-4392-bd85-9e2e778d6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.413793 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-74807ef1-b63f-4392-bd85-9e2e778d6d21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838702
Feb 17 01:12:47.511365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-b498a96d-44a7-44ac-92de-2cce56f37793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.513029 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-b498a96d-44a7-44ac-92de-2cce56f37793 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 1160 time: 0.0851469
Feb 17 01:12:47.570742 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-976b1596-e501-4207-aaba-5107a83cbbf0 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434822
Feb 17 01:12:47.661060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-5ec3c13d-53c1-46ff-bee9-32a3f9a00e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.664743 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-5ec3c13d-53c1-46ff-bee9-32a3f9a00e49 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 907 time: 0.1442766
Feb 17 01:12:47.726988 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8ca2a0a-88c8-4392-80e0-1999a61d0de9 req-ffdd5c3e-23eb-4219-957c-587a7f165b46 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491938
Feb 17 01:12:47.791498 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-71e52cfa-dab7-41c5-ba76-a30f90fd5a28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32740ddc-d622-4d1f-822f-8b8854028482 HTTP/1.1" status: 200  len: 217 time: 0.1199160
Feb 17 01:12:47.940600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-cd3c17b0-6634-4df6-9bf7-1a76ad203044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:47.942385 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-cd3c17b0-6634-4df6-9bf7-1a76ad203044 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234f0ade-9ea2-4347-9466-2534b4eab418 HTTP/1.1" status: 200  len: 853 time: 0.1335335
Feb 17 01:12:48.015668 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-a3906bb5-c8d4-4c43-8e30-718deffda310 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a6217a4-b708-4659-bb88-6056705cb37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0593925
Feb 17 01:12:48.052986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38a3a0-b142-4a51-99b9-59943f353820 req-e8dbd7b0-850a-4ea4-a75e-ed5061a8f443 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:48.054600 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ab38a3a0-b142-4a51-99b9-59943f353820 req-e8dbd7b0-850a-4ea4-a75e-ed5061a8f443 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.3098426
Feb 17 01:12:48.064408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b806d4-a6a7-4a6f-91b7-ab6298b4e818 req-1ebbd42a-6c36-4ec3-9999-0b3209bf02a1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:48.065934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c1b806d4-a6a7-4a6f-91b7-ab6298b4e818 req-1ebbd42a-6c36-4ec3-9999-0b3209bf02a1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.2646163
Feb 17 01:12:48.238386 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c1b806d4-a6a7-4a6f-91b7-ab6298b4e818 req-c53ddb98-e1c2-44f7-bc80-1712c4486007 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147680
Feb 17 01:12:48.241011 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ab38a3a0-b142-4a51-99b9-59943f353820 req-14ee9cab-90a1-4671-aa14-ba1d48ba84dc tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1245308
Feb 17 01:12:48.261435 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-f25d02a9-ed9e-42de-af79-96cdf3836faf service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350938
Feb 17 01:12:48.458770 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-584f915e-1cd5-4cf7-99da-c3b23c67fcce req-89490551-4bf3-41c8-802a-ae684de25b5d service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1914320
Feb 17 01:12:48.690927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c096d-3f07-45e9-aa11-719fa3defc83 req-dabc016d-5662-4e93-a386-1715c6640610 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:48.692557 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3b4c096d-3f07-45e9-aa11-719fa3defc83 req-dabc016d-5662-4e93-a386-1715c6640610 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.1581495
Feb 17 01:12:48.699323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56284d-c8e2-40c1-adb5-10d8e899e1c8 req-9613cf7c-fc47-4cfa-9647-23f8d58cfc0a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:48.700804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0e56284d-c8e2-40c1-adb5-10d8e899e1c8 req-9613cf7c-fc47-4cfa-9647-23f8d58cfc0a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.1260359
Feb 17 01:12:48.779667 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3b4c096d-3f07-45e9-aa11-719fa3defc83 req-10a1442f-5337-4f96-919d-e19bb1424f0a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778191
Feb 17 01:12:48.787699 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0e56284d-c8e2-40c1-adb5-10d8e899e1c8 req-2374513a-c4e4-4a38-b91c-b4e844e75fe0 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705063
Feb 17 01:12:49.202822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eccdd-de6c-4369-9eec-2917c50f8e2d req-2cddb14c-41b0-428c-b00e-5b709396af1e tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:49.204648 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f2eccdd-de6c-4369-9eec-2917c50f8e2d req-2cddb14c-41b0-428c-b00e-5b709396af1e tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.0886109
Feb 17 01:12:49.256570 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8f2eccdd-de6c-4369-9eec-2917c50f8e2d req-7808f640-65d0-4a0f-a124-d07c7fa8d006 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456462
Feb 17 01:12:49.461338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5a51-cdac-4044-8162-9fa7006db147 req-c1e2e7e7-3f36-4e1d-a3fa-d677b7aea7a5 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:49.463547 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30bd5a51-cdac-4044-8162-9fa7006db147 req-c1e2e7e7-3f36-4e1d-a3fa-d677b7aea7a5 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0919406
Feb 17 01:12:49.517061 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30bd5a51-cdac-4044-8162-9fa7006db147 req-fe97c46f-1059-4771-bec1-10bdf8076e19 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477934
Feb 17 01:12:49.990595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fe2d-815d-49ae-85dd-2f93ff253964 req-9aac9e64-8b12-41f9-a6e4-35241be14295 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:49.992339 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f229fe2d-815d-49ae-85dd-2f93ff253964 req-9aac9e64-8b12-41f9-a6e4-35241be14295 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.0867836
Feb 17 01:12:50.044052 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f229fe2d-815d-49ae-85dd-2f93ff253964 req-8a9f8cd6-f587-43ff-86b5-d1a83f97c4bd tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454237
Feb 17 01:12:50.720071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b513cf-8e67-42b3-adb1-77e3608863e1 req-2a7ff2ac-c248-467c-b91d-add90f8493af tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:50.721709 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59b513cf-8e67-42b3-adb1-77e3608863e1 req-2a7ff2ac-c248-467c-b91d-add90f8493af tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0881665
Feb 17 01:12:50.774643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59b513cf-8e67-42b3-adb1-77e3608863e1 req-40d4efb7-af17-449e-9953-30c943797107 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451171
Feb 17 01:12:51.253968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72004aa-e9ae-455a-8021-913590f1eb56 req-fe11779b-94c4-41c6-9acd-1493f8e48d25 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:51.255891 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c72004aa-e9ae-455a-8021-913590f1eb56 req-fe11779b-94c4-41c6-9acd-1493f8e48d25 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.0924563
Feb 17 01:12:51.307357 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c72004aa-e9ae-455a-8021-913590f1eb56 req-39cf1bf2-660e-42d5-86d5-88efaa081a1e tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447750
Feb 17 01:12:51.588827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-ceb4715c-5101-478a-adb3-a75768669f32 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:12:51.978832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8ec6b-e94b-49d1-8268-20289359da68 req-38cc2751-142f-4e27-9d1e-85138135d6ab tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:51.980576 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ade8ec6b-e94b-49d1-8268-20289359da68 req-38cc2751-142f-4e27-9d1e-85138135d6ab tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0859942
Feb 17 01:12:52.031376 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ade8ec6b-e94b-49d1-8268-20289359da68 req-5ec48761-9a21-4c22-baf7-b9f0486899be tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439069
Feb 17 01:12:52.228132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 32740ddc-d622-4d1f-822f-8b8854028482 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:52.302316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 32740ddc-d622-4d1f-822f-8b8854028482 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:52.307845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 32740ddc-d622-4d1f-822f-8b8854028482 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:52.308262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:52.438508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:52.467783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:52.478305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 32740ddc-d622-4d1f-822f-8b8854028482, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=32740ddc-d622-4d1f-822f-8b8854028482,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:52.481795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:52.484881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:52.516551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e874d-a5d6-4faa-9c6c-f34837e5c82c req-e65af0f5-66a7-4f0c-b60b-1e9a506b3214 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:52.516718 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-891e874d-a5d6-4faa-9c6c-f34837e5c82c req-e65af0f5-66a7-4f0c-b60b-1e9a506b3214 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 943 time: 0.0938106
Feb 17 01:12:52.526408 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482', 'code': 200}
Feb 17 01:12:52.562356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=32740ddc-d622-4d1f-822f-8b8854028482,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:52.566646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:52.570748 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-891e874d-a5d6-4faa-9c6c-f34837e5c82c req-5e21e7cf-ec70-4f71-ac23-4f2de7dad233 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477943
Feb 17 01:12:52.785549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35742df-9c89-44de-8391-a4a177219b4b req-8b98ccf6-379e-428f-b4b6-8ea62578dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:52.787411 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b35742df-9c89-44de-8391-a4a177219b4b req-8b98ccf6-379e-428f-b4b6-8ea62578dc6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 1162 time: 0.0871458
Feb 17 01:12:52.837258 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b35742df-9c89-44de-8391-a4a177219b4b req-8176828d-bb60-44f3-b590-d6db66442315 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430379
Feb 17 01:12:53.234134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774abae-8678-48c4-98b9-024d02b9d88a req-532c1109-aee9-455e-864e-07f0e70df81e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:53.235951 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2774abae-8678-48c4-98b9-024d02b9d88a req-532c1109-aee9-455e-864e-07f0e70df81e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0870867
Feb 17 01:12:53.286565 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2774abae-8678-48c4-98b9-024d02b9d88a req-d5221a32-4a54-4f31-beab-6f5d9d16946f tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440161
Feb 17 01:12:53.524147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 32740ddc-d622-4d1f-822f-8b8854028482 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:53.600303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 32740ddc-d622-4d1f-822f-8b8854028482 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:53.600641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:53.774796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c8aa-2886-4d1e-b092-6bbe0eccd69c req-a1c23f65-0da3-42b2-82af-e32963d5312a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:53.776998 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e456c8aa-2886-4d1e-b092-6bbe0eccd69c req-a1c23f65-0da3-42b2-82af-e32963d5312a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.0917614
Feb 17 01:12:53.826721 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e456c8aa-2886-4d1e-b092-6bbe0eccd69c req-d250d586-bfed-469c-8025-8e60f9bbeb98 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425198
Feb 17 01:12:54.491547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2941ab-e5b4-49b2-b45c-666f1a9c3aaa req-eedc1491-a3ea-4285-bcdf-c61ec05f31cb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:54.493202 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d2941ab-e5b4-49b2-b45c-666f1a9c3aaa req-eedc1491-a3ea-4285-bcdf-c61ec05f31cb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0905020
Feb 17 01:12:54.544743 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6d2941ab-e5b4-49b2-b45c-666f1a9c3aaa req-3558ff12-5ce3-437a-8205-c38f6ff45013 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447545
Feb 17 01:12:55.030748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65461a6-41bd-4bf2-bcb4-2e3842127965 req-237d2cd6-412a-4692-b37d-2437a7907183 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:55.032365 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e65461a6-41bd-4bf2-bcb4-2e3842127965 req-237d2cd6-412a-4692-b37d-2437a7907183 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.0898902
Feb 17 01:12:55.079284 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e65461a6-41bd-4bf2-bcb4-2e3842127965 req-e72e1b16-150c-4766-812b-bea008e1a4f0 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405872
Feb 17 01:12:55.767901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120e08e-425a-41c3-bf05-06bdd6f6e1dd req-8c12fabf-5d1b-4e86-ba35-8e61933e91a4 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:55.770276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4120e08e-425a-41c3-bf05-06bdd6f6e1dd req-8c12fabf-5d1b-4e86-ba35-8e61933e91a4 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 943 time: 0.0988328
Feb 17 01:12:55.820174 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4120e08e-425a-41c3-bf05-06bdd6f6e1dd req-e93c8e99-ac5a-4242-9c6a-154ba629db57 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421796
Feb 17 01:12:56.276341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:56.348700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:12:56.354180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:56.354596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:56.643568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:56.672445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:12:56.683356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:12:56.686934 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:56.688605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-662bae05-b345-4695-991b-976700c4bffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:12:56.727203 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'code': 200}
Feb 17 01:12:56.782730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:12:56.792394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:12:57.025953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f7e47-edce-4b25-8ac6-efad4ec79584 req-9fc62471-7ab0-41b2-bd0a-d5b507c199f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:57.027652 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5a9f7e47-edce-4b25-8ac6-efad4ec79584 req-9fc62471-7ab0-41b2-bd0a-d5b507c199f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.0916474
Feb 17 01:12:57.225896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:12:57.350727 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5a9f7e47-edce-4b25-8ac6-efad4ec79584 req-f341acd4-f165-401b-ab05-ccc537eba739 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2833948
Feb 17 01:12:57.372174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db23894-22b8-4b2f-abf8-b81a2614981e req-cb63563d-cd81-4201-8839-da6d564e415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:57.373810 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6db23894-22b8-4b2f-abf8-b81a2614981e req-cb63563d-cd81-4201-8839-da6d564e415a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.3452299
Feb 17 01:12:57.418329 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6db23894-22b8-4b2f-abf8-b81a2614981e req-a4fbb67e-c7ca-4a12-8d83-378d87a8a83a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0373683
Feb 17 01:12:57.563815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:12:57.642404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:12:57.642827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:58.565272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b045a-96cb-449a-9bdf-f8cca88d09cc req-2c08bd01-a4f6-44a8-8f4a-3a47540a9f2f tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:58.566991 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-394b045a-96cb-449a-9bdf-f8cca88d09cc req-2c08bd01-a4f6-44a8-8f4a-3a47540a9f2f tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.0895681
Feb 17 01:12:58.618526 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-394b045a-96cb-449a-9bdf-f8cca88d09cc req-c7e5f9a4-b2a2-43b0-9324-37e7d3296db8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444617
Feb 17 01:12:59.886710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef09ee-aeb7-4c44-a658-2dca7d9d3236 req-6fb68308-8226-45f1-9e7b-c01665fdc8da tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:59.888400 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e6ef09ee-aeb7-4c44-a658-2dca7d9d3236 req-6fb68308-8226-45f1-9e7b-c01665fdc8da tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.1642723
Feb 17 01:12:59.898992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d6938-c8a9-4b51-b5c8-78232eec5757 req-8abdeb8f-0733-4844-83f6-315c2f41886e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:12:59.901112 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e0d6938-c8a9-4b51-b5c8-78232eec5757 req-8abdeb8f-0733-4844-83f6-315c2f41886e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.1300144
Feb 17 01:12:59.977748 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e6ef09ee-aeb7-4c44-a658-2dca7d9d3236 req-7da1fbe5-cc4e-49fb-8639-ad9e2dc95e73 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755978
Feb 17 01:12:59.981119 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e0d6938-c8a9-4b51-b5c8-78232eec5757 req-62eef4a1-3ea3-4ccf-8c40-3080a50ef52d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0648527
Feb 17 01:13:00.186271 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-b50dbdc5-7119-4837-8f5d-59b7a9e5ed7d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1681290
Feb 17 01:13:00.198529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:00.204591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:00.208661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Usage tracker for resource:floatingip and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:00.211677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:00.217466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:00.227388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:00.416590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d44d87-945f-4469-b6d6-6c468786b4ac req-6d8731b3-dbab-4875-bb2e-20d7a14f452d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:00.418247 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-67d44d87-945f-4469-b6d6-6c468786b4ac req-6d8731b3-dbab-4875-bb2e-20d7a14f452d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.1764777
Feb 17 01:13:00.491274 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-67d44d87-945f-4469-b6d6-6c468786b4ac req-845bfd29-3c9e-4dcc-b871-f9de86045b60 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0577731
Feb 17 01:13:00.502437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:00.931270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-b4c82dec-7a6c-48eb-a43c-52569b6d7711 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2521431
Feb 17 01:13:00.932351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Allocated IP 172.27.3.87 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/a546932b-e1aa-467c-94cc-836c8fe2db4d) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:13:00.949711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:00.957438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:00.978110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Usage tracker for resource:floatingip and tenant:6431f3c28c8e4f90afc327cf0eed2479 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:01.028969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:01.049702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:01.067795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:01.212221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:01.281694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:01.301699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fc151c2a-4b38-420a-9b57-763a5de4fa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:01.403751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:01.532115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'Port': ['ID=a546932b-e1aa-467c-94cc-836c8fe2db4d,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:01.554051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:01.666795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:13:01.672896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:13:01.682372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:13:01.845454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Allocated IP 172.27.3.205 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/b5d72e30-33da-4893-b063-bd6f3c9cede1) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:13:01.859265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.036237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.435973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.596280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.613719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:02.764257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'Port': ['ID=b5d72e30-33da-4893-b063-bd6f3c9cede1,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:02.782488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:02.784584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.792922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:02.810853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:02.977212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'Port': ['ID=a546932b-e1aa-467c-94cc-836c8fe2db4d,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:02.981080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:13:02.996872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:02.997805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:13:03.002301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:13:03.162274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.170715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.236776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.238030 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0446560
Feb 17 01:13:03.331552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.377085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-13f4ef1e-5a9e-4e7a-9e62-dca10049cbff tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:13:03.463820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-13f4ef1e-5a9e-4e7a-9e62-dca10049cbff tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:13:03.463820 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-13f4ef1e-5a9e-4e7a-9e62-dca10049cbff tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.87 HTTP/1.1" status: 200  len: 695 time: 0.2055798
Feb 17 01:13:03.738140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-7a456452-d67f-437d-997f-7e1489423deb tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:03.739928 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-7a456452-d67f-437d-997f-7e1489423deb tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.2758250
Feb 17 01:13:03.762289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-3d3653c2-066a-4567-9004-55bd4b75d7f5 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:13:03.763615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1e0aae9-0179-43eb-8ee8-265496a1f551 req-3d3653c2-066a-4567-9004-55bd4b75d7f5 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0107877
Feb 17 01:13:03.802579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.807665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:03.877893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:03.982527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event updated for resources: {'Port': ['ID=b5d72e30-33da-4893-b063-bd6f3c9cede1,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:03.988834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:04.083756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:04.102570 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:04.104433 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.1642294
Feb 17 01:13:04.195494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-08eceb67-a053-4e5a-b282-79f86b9eefec tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:13:04.212782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-08eceb67-a053-4e5a-b282-79f86b9eefec tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:13:04.214082 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-08eceb67-a053-4e5a-b282-79f86b9eefec tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.205 HTTP/1.1" status: 200  len: 696 time: 0.1032038
Feb 17 01:13:04.445973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-fbe7338d-9942-4943-819d-31adfe932e64 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:04.447523 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-fbe7338d-9942-4943-819d-31adfe932e64 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.2274258
Feb 17 01:13:04.458396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-3e9a851c-2d27-4394-a650-27071c5c7ea1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:04.460065 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-3e9a851c-2d27-4394-a650-27071c5c7ea1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1613524
Feb 17 01:13:04.465965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-21f8f0ff-f46c-4386-b2d6-5b5d3597beaa tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:13:04.467043 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7659726-652c-4b03-a355-87da6aaa95c6 req-21f8f0ff-f46c-4386-b2d6-5b5d3597beaa tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0060136
Feb 17 01:13:04.557733 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-2ccb801c-e4e5-48fe-905b-0482078068ea tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.87 HTTP/1.1" status: 200  len: 695 time: 0.0896220
Feb 17 01:13:04.569419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'floatingip': {'port_id': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:04.708506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:04.942028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-9286005e-8669-4f8b-9352-963d4e3cae70 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:04.943734 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-9286005e-8669-4f8b-9352-963d4e3cae70 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3139398
Feb 17 01:13:05.413719 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-7cf5ebdd-8958-41f3-81c4-a7c162187d31 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.205 HTTP/1.1" status: 200  len: 696 time: 0.4627154
Feb 17 01:13:05.435792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Request body: {'floatingip': {'port_id': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:05.537745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:05.864187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.305914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.309277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.541660 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Floating IP ad56842f-4803-4be8-abae-85d46147ba88 associated. External IP: 172.27.3.87, port: 3f123518-fe08-40c5-a0dc-2035f7996cd8.
Feb 17 01:13:06.810309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:06.816858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:07.414416 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Floating IP 6b868039-c91e-4170-97b2-26d90bd2d305 associated. External IP: 172.27.3.205, port: 706ab2d7-1ea6-46c2-8c14-64c1c7b09443.
Feb 17 01:13:07.619526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Router 63dd119b-8635-4735-a661-6178a1d17a45 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:13:07.639647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1eef27e6-c068-4062-a11b-858b16139c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:08.011223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:13:08.016828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:08.021062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Sync routers for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:13:08.031839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:13:08.033266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8911830cc0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:08.067353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:13:08.088813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6a7f5b78-a5e9-4311-a4c1-c67e0ec11f3c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "PUT /v2.0/floatingips/ad56842f-4803-4be8-abae-85d46147ba88 HTTP/1.1" status: 200  len: 996 time: 3.5240397
Feb 17 01:13:08.091182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:13:08.225615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:13:08.349743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:13:08.352695 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-c42bc2bd-2504-4366-a44a-38c4df9f306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:08.354868 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-c42bc2bd-2504-4366-a44a-38c4df9f306c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.2029166
Feb 17 01:13:08.357897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:08.362075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Sync routers for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:13:08.374064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:13:08.374946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912a68f98>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:08.512926 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-40885978-db2b-47f7-a919-925c3dbea245 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "PUT /v2.0/floatingips/6b868039-c91e-4170-97b2-26d90bd2d305 HTTP/1.1" status: 200  len: 996 time: 3.0865638
Feb 17 01:13:08.577792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:13:08.615930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-5cc40df3-b7d4-42a9-a298-bb5827c73948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:08.617466 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-5cc40df3-b7d4-42a9-a298-bb5827c73948 service neutron] 10.222.0.68 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.2323391
Feb 17 01:13:08.620688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8911830cc0>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'ad56842f-4803-4be8-abae-85d46147ba88', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'port_id': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'mac_address': 'fa:16:3e:80:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785f92de-e953-4417-8a73-965e02ea5e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:01Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:08.625211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Checking router: 63dd119b-8635-4735-a661-6178a1d17a45 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:13:08.635400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:13:08.636090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8911830cc0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:08.730293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-37544333-ffbd-493b-a129-c123406a7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:08.732063 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-37544333-ffbd-493b-a129-c123406a7eeb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.2002475
Feb 17 01:13:08.830372 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-ea9a5591-6b11-4687-a01e-da31ebd27293 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 999 time: 0.2009339
Feb 17 01:13:08.886394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:13:08.935389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6348650e-a52b-4476-8788-f007bab8320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:08.937059 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-6348650e-a52b-4476-8788-f007bab8320f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.0977504
Feb 17 01:13:08.996204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-9f1b7fbb-3c96-48cf-8d4f-fd4a0a35004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:08.997721 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-9f1b7fbb-3c96-48cf-8d4f-fd4a0a35004b service neutron] 10.222.0.68 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.2552662
Feb 17 01:13:09.140361 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-edc9b539-e362-4d85-bd83-e3885ea7ea63 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 999 time: 0.1293161
Feb 17 01:13:09.151189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-be4f10f2-f1d4-4f68-997f-feab2818673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:09.152984 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-be4f10f2-f1d4-4f68-997f-feab2818673b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1999989
Feb 17 01:13:09.174194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912a68f98>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '6b868039-c91e-4170-97b2-26d90bd2d305', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'port_id': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'mac_address': 'fa:16:3e:74:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:03Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:09.179041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Checking router: 27ce4d75-23e9-4465-b71c-df8a4c8a8120 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:13:09.189535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:13:09.190359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912a68f98>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:12:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:09.200785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-2005fb5d-a0d4-451d-bb0d-526c16d3ca33 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:13:09.201885 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-2005fb5d-a0d4-451d-bb0d-526c16d3ca33 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0085130
Feb 17 01:13:09.307598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8911830cc0>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'ad56842f-4803-4be8-abae-85d46147ba88', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'port_id': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'mac_address': 'fa:16:3e:80:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785f92de-e953-4417-8a73-965e02ea5e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:01Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:09.312318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b9b1b5-803f-4a91-91a9-0e8f4e09b024 None None] The sync data for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi is: [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'ad56842f-4803-4be8-abae-85d46147ba88', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'port_id': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'mac_address': 'fa:16:3e:80:1b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785f92de-e953-4417-8a73-965e02ea5e59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:01Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:13:09.320783 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-ee7b00a9-011a-4609-8810-676bd4ac7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:09.322497 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-ee7b00a9-011a-4609-8810-676bd4ac7827 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.1686289
Feb 17 01:13:09.414172 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:13:09.659559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0057480-dba4-42f6-b8a8-d667787fbd02 None None] New status for floating IP ad56842f-4803-4be8-abae-85d46147ba88: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:13:09.670208 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-9c124d07-f60c-46b3-b4a4-b1475142de05 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4563198
Feb 17 01:13:09.787169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-1b2f2360-d993-4196-9340-e9073ca7b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:09.788830 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-1b2f2360-d993-4196-9340-e9073ca7b40d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1966205
Feb 17 01:13:09.813471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-943431ce-b05e-44fc-997f-e5b192b71382 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:13:09.814588 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-943431ce-b05e-44fc-997f-e5b192b71382 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0161800
Feb 17 01:13:09.846482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912a68f98>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '6b868039-c91e-4170-97b2-26d90bd2d305', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'port_id': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'mac_address': 'fa:16:3e:74:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:03Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:13:09.851276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269f37c-c216-40e3-abef-2d37e653d2bc None None] The sync data for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi is: [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '6b868039-c91e-4170-97b2-26d90bd2d305', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'floating_ip_address': '172.27.3.205', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'port_id': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'mac_address': 'fa:16:3e:74:9d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:13:03Z', 'updated_at': '2021-02-17T01:13:06Z', 'revision_number': 1, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:13:09.908093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-301a3d7f-1d25-4a23-a4b9-73b1f66238ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:09.936869 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4444d592-1cfe-436d-a2b1-1bf33d6ec818 req-1e3f08f7-61da-4890-bf2d-693bba57b887 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2500288
Feb 17 01:13:09.999316 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-c8677895-47d2-4ee8-b2e5-60919d924157 service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736758
Feb 17 01:13:10.152227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.157547 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e9ba3c6e-6ae3-4fb7-949e-c2c9902325a4 req-b026e480-68b2-430a-9539-addea762f861 service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495445
Feb 17 01:13:10.257075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960b2bfa-a07c-447c-8547-223af5196465 None None] New status for floating IP 6b868039-c91e-4170-97b2-26d90bd2d305: ACTIVE {{(pid=83957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:13:10.326820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-418013356', 'description': 'tempest-TestMinimumBasicScenario-418013356 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:10.333877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:10.344429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:10.353917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.367934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:13:10.384978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:10.389599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Usage tracker for resource:security_group_rule and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:10.392683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:10.403342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:10.530690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.535603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.542210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5013376d-2892-4e62-8e5e-a650a34472fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:10.602343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6081c8-8938-4218-a6a6-5ade75edec8e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:10.614026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:10.615402 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0161b500-0d3a-4b11-a5b2-0991cfbd6c3e req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.2948241
Feb 17 01:13:10.617665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.618025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.618425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.619410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.619814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.620213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.620609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.621007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.621401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.621793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.622183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.622574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.623045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.623467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.623857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.624244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.624632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.625021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.625622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.625759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.626137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.626519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.626905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.627310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:13:10.632543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-40bff974-d95f-4de5-90a3-9d8c314c4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:10.634197 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-40bff974-d95f-4de5-90a3-9d8c314c4899 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.2383065
Feb 17 01:13:10.635122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:10.781377 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-328377ed-08ea-404d-9379-989710948518 req-8bcabb06-0468-48bf-b2f6-b945dc3d62d3 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups/df6081c8-8938-4218-a6a6-5ade75edec8e HTTP/1.1" status: 200  len: 1812 time: 0.1412692
Feb 17 01:13:10.807347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df6081c8-8938-4218-a6a6-5ade75edec8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:10.807702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df6081c8-8938-4218-a6a6-5ade75edec8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:10.817756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:10.826157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Usage tracker for resource:security_group_rule and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:10.837398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:10.847249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:10.852473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-c8a9791d-8eb2-4948-93b5-8616920e7844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:10.854662 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-c8a9791d-8eb2-4948-93b5-8616920e7844 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.2019007
Feb 17 01:13:11.003230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.006967 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-2988dc76-987d-4cce-b4ae-77571fd0f4c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 1001 time: 0.1413088
Feb 17 01:13:11.075581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.080541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.085992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:11.116013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-8613658a-767e-49d0-ad54-e69a13fb2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:11.117616 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-8613658a-767e-49d0-ad54-e69a13fb2af4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.1003973
Feb 17 01:13:11.118299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bc5605-79bf-4566-b6a9-f5c7ffe5c6ba,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:11.121103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:11.170889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.171930 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-328377ed-08ea-404d-9379-989710948518 req-23d6c1b9-1ed9-4d9b-9b8b-6ab40add0296 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3722777
Feb 17 01:13:11.268515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-6cc935dd-0078-4a0a-873d-6d098d0dc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:11.270057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-6cc935dd-0078-4a0a-873d-6d098d0dc3aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1440921
Feb 17 01:13:11.277027 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-570d6926-dbf2-48a9-b7d0-8937ac70b355 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups/df6081c8-8938-4218-a6a6-5ade75edec8e HTTP/1.1" status: 200  len: 2405 time: 0.0702598
Feb 17 01:13:11.360189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df6081c8-8938-4218-a6a6-5ade75edec8e', 'remote_group_id': None}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:11.360541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'df6081c8-8938-4218-a6a6-5ade75edec8e', 'remote_group_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:11.379412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:13:11.388895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Usage tracker for resource:security_group_rule and tenant:e41eae0cf49f437ea52124a02813018c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:13:11.393702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:13:11.403799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:13:11.471281 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-9907ae2b-5050-4d7e-ae11-84a8f32ad693 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1921151
Feb 17 01:13:11.589344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.640690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.644446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.658221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:11.658971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.687654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ee3666-0196-4f73-a213-8910e4a67576,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:11.692215 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bfba982c-6636-4c9d-9574-174af3fb4cac req-efb4dd71-45f4-4cd6-a53f-083b0cb4b6b6 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2098253
Feb 17 01:13:11.695886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:11.700313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:11.704593 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2083cf75-df68-47dc-8c13-cf636b6d4b3e req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4007924
Feb 17 01:13:11.841267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-204d03c3-9fb2-42db-a43e-2e7a61a4a6af tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:13:11.855621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-204d03c3-9fb2-42db-a43e-2e7a61a4a6af tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:13:11.856896 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-204d03c3-9fb2-42db-a43e-2e7a61a4a6af tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-418013356&fields=id&tenant_id=e41eae0cf49f437ea52124a02813018c HTTP/1.1" status: 200  len: 267 time: 0.0598080
Feb 17 01:13:11.952431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ce40600d-47d1-4973-b5dc-506e14f0e0a0 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:11.954057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ce40600d-47d1-4973-b5dc-506e14f0e0a0 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.0908341
Feb 17 01:13:11.965848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'port': {'security_groups': ['21183223-9e11-4dfe-bc2d-bae4a5c5c078', 'df6081c8-8938-4218-a6a6-5ade75edec8e']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:13:12.087753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.099159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.373689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:13:12.441949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:13:12.469303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.473035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.489165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:12.590832 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'status': 'completed', 'code': 200}
Feb 17 01:13:12.709517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=5']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:12.719321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:12.765403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-50680d13-6590-4dcd-bb83-134d31ec18d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:12.767569 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-50680d13-6590-4dcd-bb83-134d31ec18d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.1789336
Feb 17 01:13:12.775557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:12.776260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.777806 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-05de28e1-e95e-469a-af70-c3db36f70ce8 req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "PUT /v2.0/ports/3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 982 time: 0.8170362
Feb 17 01:13:12.984433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-5f6bfd74-9691-4306-b1c3-8d5bfd16287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:12.986160 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-5f6bfd74-9691-4306-b1c3-8d5bfd16287b service neutron] 10.222.0.69 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.2072625
Feb 17 01:13:13.014958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-11ceb413-eb33-4eea-8cce-61e0f16eada1 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:13:13.015545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-11ceb413-eb33-4eea-8cce-61e0f16eada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:13.304879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1fedd-c1ca-4e36-a5c0-9ec766a4588c req-d1102e6f-fe95-41b9-acb4-f10f1933f43f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:13.306959 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-feb1fedd-c1ca-4e36-a5c0-9ec766a4588c req-d1102e6f-fe95-41b9-acb4-f10f1933f43f tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 985 time: 0.4188497
Feb 17 01:13:13.353702 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-70a6fe19-0dc8-42c2-8853-68e6b3c0fadf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 1001 time: 0.3564346
Feb 17 01:13:13.425804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-feb1fedd-c1ca-4e36-a5c0-9ec766a4588c req-8446d94c-d5cb-4aa1-88f1-e2c65cba583c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=df6081c8-8938-4218-a6a6-5ade75edec8e&id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1100850
Feb 17 01:13:13.441803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-385c459d-8633-46e4-87bf-0f8d099552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:13.443403 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-385c459d-8633-46e4-87bf-0f8d099552e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.0797296
Feb 17 01:13:13.526904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-12d42bd2-7790-4f57-b55e-39c62054df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:13.528636 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-12d42bd2-7790-4f57-b55e-39c62054df1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784760
Feb 17 01:13:13.678991 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-cc6b52ff-43b6-458b-a412-c851916c7384 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413975
Feb 17 01:13:13.833738 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09d1778d-5eee-4cd2-864d-70c8a33a197f req-1f2b7927-8e79-4fb4-a805-1c220674a769 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417398
Feb 17 01:13:14.037312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f123518-fe08-40c5-a0dc-2035f7996cd8 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:13:14.112958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:13:14.113370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:14.591989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:13:14.642244 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:13:14.751225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-2361afdb-32d7-4f85-9e26-89c29388059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:14.752868 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-2361afdb-32d7-4f85-9e26-89c29388059f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1203 time: 0.0850759
Feb 17 01:13:14.905554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-7684d63a-8af6-4e09-aa82-889ed2410bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:14.907164 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-7684d63a-8af6-4e09-aa82-889ed2410bf6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.1414764
Feb 17 01:13:15.016602 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-8458c780-7e1d-47b8-99ae-edb0deb44173 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 1001 time: 0.1021364
Feb 17 01:13:15.094044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-2c25f7e1-1b30-49c1-b215-73d493a9dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:15.095743 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-2c25f7e1-1b30-49c1-b215-73d493a9dcf5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.0707254
Feb 17 01:13:15.185127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-4c974934-bde7-4dbc-8960-4f0657a0cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:15.186773 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-4c974934-bde7-4dbc-8960-4f0657a0cbb0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821002
Feb 17 01:13:15.334345 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-e2a31217-9aa3-4093-9667-61b751a8d9be service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393967
Feb 17 01:13:15.480958 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3e8e61be-6312-43e2-883a-b1d45f90b49c req-7dd7cb2f-55c4-4bab-8129-9d0f1a649098 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388197
Feb 17 01:13:34.225334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:13:35.953923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:37.640699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-98c7abc4-37ad-43f0-888f-d99c36cd5f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:39.578616 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-e82254b1-4981-4a26-843f-1c4e8054c786 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0812385
Feb 17 01:13:39.689109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-baa1a26c-6966-49b4-ad82-c2d9bb9a0f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:39.735044 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-64f5d412-8cb9-4b1d-9008-6dadfe613bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:39.736659 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-64f5d412-8cb9-4b1d-9008-6dadfe613bf5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1163 time: 0.0809221
Feb 17 01:13:39.894293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-9c431b4d-8210-4e6d-8ba4-a524d99be8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:39.895942 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-9c431b4d-8210-4e6d-8ba4-a524d99be8fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1394384
Feb 17 01:13:40.005389 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-444e51fa-1c9d-4b78-9593-7a2f0b5564a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 1002 time: 0.1022768
Feb 17 01:13:40.079697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-2fa83c73-ff04-49b6-ada4-f62931946852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:40.081301 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-2fa83c73-ff04-49b6-ada4-f62931946852 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0641720
Feb 17 01:13:40.151346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:40.168170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-35db7bc4-50a4-4f7e-832b-5b78cadac4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:40.169792 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-35db7bc4-50a4-4f7e-832b-5b78cadac4f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811827
Feb 17 01:13:40.315796 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-af1a794f-2417-494a-b926-ec7dd1760b9a service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392639
Feb 17 01:13:40.460643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf616bfd-d0aa-476e-b02a-bf7e43c8bf6c req-7d2e5569-2935-42de-8462-a45dd9c26789 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374485
Feb 17 01:13:41.662024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:42.090040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:51.232593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613e450-68a1-4a88-aa15-363e9a625dd1 req-8282c480-a368-478e-89a0-d42e1e4b843a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:51.234204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6613e450-68a1-4a88-aa15-363e9a625dd1 req-8282c480-a368-478e-89a0-d42e1e4b843a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.0869446
Feb 17 01:13:51.284598 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6613e450-68a1-4a88-aa15-363e9a625dd1 req-958db9dd-0f4e-4314-acb3-d0c0f81fed92 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440481
Feb 17 01:13:52.512635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62feb7-eadc-4640-8573-07fd9b837480 req-e731d71c-8f6a-4007-8df0-7731211b4a23 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:52.514290 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff62feb7-eadc-4640-8573-07fd9b837480 req-e731d71c-8f6a-4007-8df0-7731211b4a23 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.1065166
Feb 17 01:13:52.572290 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff62feb7-eadc-4640-8573-07fd9b837480 req-bb166e14-5e25-4cd3-98db-b566ec65a3d1 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511894
Feb 17 01:13:53.100282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-21947d98-7e22-4118-9fdc-98e11a68baac tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:53.101756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-21947d98-7e22-4118-9fdc-98e11a68baac tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.0834916
Feb 17 01:13:53.179078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Deleting port 32740ddc-d622-4d1f-822f-8b8854028482 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:13:53.179475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:53.439837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] For port 32740ddc-d622-4d1f-822f-8b8854028482, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=32740ddc-d622-4d1f-822f-8b8854028482,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:13:53.440235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:53.572060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Calling delete_port for 32740ddc-d622-4d1f-822f-8b8854028482 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:13:53.861261 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:53.868634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dfcb7-cab7-4aa3-a695-cf713e81f18d req-9cee7251-50d5-461b-b1f6-e73d272eb72a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:13:53.870215 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c2dfcb7-cab7-4aa3-a695-cf713e81f18d req-9cee7251-50d5-461b-b1f6-e73d272eb72a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=09304c44-7715-4962-8742-1b2871e9030c HTTP/1.1" status: 200  len: 945 time: 0.1655037
Feb 17 01:13:53.885076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:13:54.010000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Pushing event deleted for resources: {'Port': ['ID=32740ddc-d622-4d1f-822f-8b8854028482,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:13:54.019207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:13:54.288009 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c2dfcb7-cab7-4aa3-a695-cf713e81f18d req-74867931-152c-4535-8ff8-9398ddaedafb tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3711002
Feb 17 01:13:54.362645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] No DVR routers for this DVR port 32740ddc-d622-4d1f-822f-8b8854028482 on host hv-cinder-75995 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:13:54.365264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:54.367960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'name': 'network-vif-deleted', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:13:54.383824 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff124fe1-ebf7-47c7-8eac-597929225700 req-2341d2d3-9e4f-47d0-b602-7b35edf32694 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "DELETE /v2.0/ports/32740ddc-d622-4d1f-822f-8b8854028482 HTTP/1.1" status: 204  len: 173 time: 1.2762315
Feb 17 01:13:54.482531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09304c44-7715-4962-8742-1b2871e9030c', 'name': 'network-vif-deleted', 'tag': '32740ddc-d622-4d1f-822f-8b8854028482', 'status': 'completed', 'code': 200}
Feb 17 01:13:54.632590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 32740ddc-d622-4d1f-822f-8b8854028482 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:13:54.670218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 32740ddc-d622-4d1f-822f-8b8854028482 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:13:54.670622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 32740ddc-d622-4d1f-822f-8b8854028482 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:14:05.938034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:06.982889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-f19c1c02-6bf6-405f-8a7f-3198ed24e3bc tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:06.984447 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-f19c1c02-6bf6-405f-8a7f-3198ed24e3bc tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 813 time: 0.1600647
Feb 17 01:14:07.001557 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-c38bfad4-4027-4733-8fe4-85d7fc7090a4 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/quotas/3e50c6451aa24ec685e6c718f4f426fe HTTP/1.1" status: 200  len: 375 time: 0.0106025
Feb 17 01:14:07.054845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-6e0b1e35-e435-4530-8322-3c8b511f4996 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Synchronizing usage tracker for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:14:07.070182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-6e0b1e35-e435-4530-8322-3c8b511f4996 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Unset dirty status for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:14:07.071641 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-6e0b1e35-e435-4530-8322-3c8b511f4996 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0640872
Feb 17 01:14:07.219813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-521cad6f-831b-408e-ba01-7d73f4060a64 service neutron] 10.222.0.68 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404674
Feb 17 01:14:07.367580 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7d3ef02a-9c2b-4be9-a554-d36243d7a57c service neutron] 10.222.0.68 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412747
Feb 17 01:14:07.584351 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-57b102fb-d8ff-4626-ba7f-7114a45b1aac req-604fa115-e651-419b-9830-10c0a0aeeaa5 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 210 time: 0.0613387
Feb 17 01:14:07.644177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4f4e812b-3dee-4643-ad77-a66b06e99b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:08.625939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-0f4ebe73-4967-4d6d-996d-567e739bf657 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:08.627565 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-0f4ebe73-4967-4d6d-996d-567e739bf657 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 813 time: 0.1636558
Feb 17 01:14:08.641317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Request body: {'port': {'device_id': '524d30ee-d7ab-4499-9849-4dec81f24273', 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a', 'admin_state_up': True, 'tenant_id': '3e50c6451aa24ec685e6c718f4f426fe'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:14:08.781942 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e8373501-c74d-45db-88fe-cb6d67543345 req-85c972a0-2bd5-4d4e-b8d5-d63aacbf467a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 210 time: 0.0720768
Feb 17 01:14:08.839104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:14:08.848777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:14:08.858000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Made reservation on behalf of 3e50c6451aa24ec685e6c718f4f426fe for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:14:08.863636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:09.169569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Allocated IP 172.20.0.6 (0a6217a4-b708-4659-bb88-6056705cb37a/234f0ade-9ea2-4347-9466-2534b4eab418/79cf2497-16a9-49f3-8224-c802d009900a) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:14:09.381416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:09.411304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:09.426327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-de2cc590-0789-4824-95fc-2ef7b3c02c84 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:14:09.569874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Pushing event updated for resources: {'Port': ['ID=79cf2497-16a9-49f3-8224-c802d009900a,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:14:09.574822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:14:09.628230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Network 0a6217a4-b708-4659-bb88-6056705cb37a is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:14:09.629702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:14:09.632283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:14:09.693384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c2e47c19-c5cc-409f-830d-b71b1c73c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:09.698320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:09.699027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:09.723790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0868134
Feb 17 01:14:09.736053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Request body: {'port': {'device_id': '524d30ee-d7ab-4499-9849-4dec81f24273', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:14:09.861999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.112318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae681-8c84-4198-b2cd-182631f8ea30 req-19a84fe9-2e3c-460b-b539-6641b0be988d tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:10.112989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-59aae681-8c84-4198-b2cd-182631f8ea30 req-19a84fe9-2e3c-460b-b539-6641b0be988d tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Synchronizing usage tracker for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:14:10.152432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-59aae681-8c84-4198-b2cd-182631f8ea30 req-19a84fe9-2e3c-460b-b539-6641b0be988d tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Unset dirty status for tenant:3e50c6451aa24ec685e6c718f4f426fe on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:14:10.153732 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59aae681-8c84-4198-b2cd-182631f8ea30 req-19a84fe9-2e3c-460b-b539-6641b0be988d tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 931 time: 0.2492354
Feb 17 01:14:10.156766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.286578 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59aae681-8c84-4198-b2cd-182631f8ea30 req-352b771d-3102-4200-a32d-a213076272c2 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257303
Feb 17 01:14:10.404779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cf2497-16a9-49f3-8224-c802d009900a {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:14:10.412472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.425051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Transition to ACTIVE for port object 79cf2497-16a9-49f3-8224-c802d009900a will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:14:10.427778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.442872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:14:10.578388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Pushing event updated for resources: {'Port': ['ID=79cf2497-16a9-49f3-8224-c802d009900a,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:14:10.581528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:14:10.769265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Attempting to bind port 79cf2497-16a9-49f3-8224-c802d009900a on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:14:10.769815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Attempting to bind port 79cf2497-16a9-49f3-8224-c802d009900a by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:14:10.770066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Attempting to bind port 79cf2497-16a9-49f3-8224-c802d009900a on network 0a6217a4-b708-4659-bb88-6056705cb37a {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:14:10.777879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:14:10.778254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Checking segment: {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:14:10.778666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.779079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Bound using segment: {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:14:10.779568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Bound port: 79cf2497-16a9-49f3-8224-c802d009900a, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6a80e8-54b5-4a40-accc-cf4629cf650e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0a6217a4-b708-4659-bb88-6056705cb37a'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:14:10.779942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.880654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] For port 79cf2497-16a9-49f3-8224-c802d009900a, host hv-cinder-75995, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:14:10.884290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] For port 79cf2497-16a9-49f3-8224-c802d009900a, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=79cf2497-16a9-49f3-8224-c802d009900a,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:14:10.888339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:10.904028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:14:11.224765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:14:11.276188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Pushing event updated for resources: {'Port': ['ID=79cf2497-16a9-49f3-8224-c802d009900a,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:14:11.290272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.290725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.291145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.291547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.291941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.292332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.292720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.293111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.293497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.293885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.294274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.294664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.295144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.295532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.295916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.296302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.296683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.297065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.297442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.297823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.298204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.298583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.298962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.299364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:11.312791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:14:11.331608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:11.332488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:11.333961 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] 10.222.0.69 "PUT /v2.0/ports/79cf2497-16a9-49f3-8224-c802d009900a HTTP/1.1" status: 200  len: 1157 time: 1.6025462
Feb 17 01:14:11.334489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:14:11.420434 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a', 'status': 'completed', 'code': 200}
Feb 17 01:14:11.537337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005660c-707b-4f98-a2ba-3daba457007e req-8441b14e-5a6f-4d4d-8fa4-cca98abacdfa tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:11.538872 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1005660c-707b-4f98-a2ba-3daba457007e req-8441b14e-5a6f-4d4d-8fa4-cca98abacdfa tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 943 time: 0.1257091
Feb 17 01:14:11.541126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-6cf3e7c3-f2dc-4e0c-9883-a7c7d3d6de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:11.542598 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-6cf3e7c3-f2dc-4e0c-9883-a7c7d3d6de1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 1160 time: 0.1671982
Feb 17 01:14:11.634780 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-04b075f8-6c13-4a58-be3c-92c3dd06fdc3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf2497-16a9-49f3-8224-c802d009900a HTTP/1.1" status: 200  len: 217 time: 0.0718944
Feb 17 01:14:11.665193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:11.702177 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1005660c-707b-4f98-a2ba-3daba457007e req-601dd795-afa3-43e4-b447-ae3a2d1ffdbb tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563034
Feb 17 01:14:11.718086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-951ab645-0380-4a10-af1a-1fc2bad1f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:11.719680 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-951ab645-0380-4a10-af1a-1fc2bad1f34f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234f0ade-9ea2-4347-9466-2534b4eab418 HTTP/1.1" status: 200  len: 853 time: 0.0756655
Feb 17 01:14:11.776947 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-7fb3c93d-e01f-47b5-a186-fe218d908140 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a6217a4-b708-4659-bb88-6056705cb37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506723
Feb 17 01:14:11.921528 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-ffe8ec3b-6a9d-4e4f-98dc-544ecf9b10d7 service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384473
Feb 17 01:14:12.067105 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-58ebb61b-25cf-4495-bf0c-91a2c93b4e3f req-9c2e2255-d74a-4834-b425-3963c2d93ef3 service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388576
Feb 17 01:14:12.093152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:12.200631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-4ee71c06-23f7-4d09-b9c1-e477badfb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:12.202262 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-4ee71c06-23f7-4d09-b9c1-e477badfb21d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 1160 time: 0.0837882
Feb 17 01:14:12.347257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-3bc9f4ed-52c1-4ed1-b69e-af3b6aff6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:12.348794 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-3bc9f4ed-52c1-4ed1-b69e-af3b6aff6a65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 200  len: 907 time: 0.1402314
Feb 17 01:14:12.422034 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-195772be-1869-431d-956c-4557c30d5ef0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79cf2497-16a9-49f3-8224-c802d009900a HTTP/1.1" status: 200  len: 217 time: 0.0660193
Feb 17 01:14:12.494096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-a1589080-0b7d-4366-aed9-c68cafe97879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:12.495689 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-a1589080-0b7d-4366-aed9-c68cafe97879 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=234f0ade-9ea2-4347-9466-2534b4eab418 HTTP/1.1" status: 200  len: 853 time: 0.0672603
Feb 17 01:14:12.549041 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-0acbd9c4-a294-460b-94c4-aefe119645fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a6217a4-b708-4659-bb88-6056705cb37a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458496
Feb 17 01:14:12.692150 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-39ced72a-64a4-4664-b5cf-79f83ee3a956 service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355767
Feb 17 01:14:12.894394 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e031491e-9242-41af-af9d-a855e77ad8d7 req-d2974e61-50bb-419a-a41e-02a0de170159 service neutron] 10.222.0.69 "GET /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1946099
Feb 17 01:14:12.929115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08992ef1-d05a-4c05-8aac-aa2f1251e244 req-5940a6c8-1b6d-4dcb-9a14-47547870fd8c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:12.932002 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-08992ef1-d05a-4c05-8aac-aa2f1251e244 req-5940a6c8-1b6d-4dcb-9a14-47547870fd8c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 943 time: 0.1088324
Feb 17 01:14:12.979968 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-08992ef1-d05a-4c05-8aac-aa2f1251e244 req-dc4a811c-2ac6-4728-8961-7506009afd47 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418670
Feb 17 01:14:14.182575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6457b-b814-40da-9fbf-892844f426ed req-4a1b6edf-93bd-48ad-a6e1-af53a746763c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:14.184244 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1b6457b-b814-40da-9fbf-892844f426ed req-4a1b6edf-93bd-48ad-a6e1-af53a746763c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 943 time: 0.0877576
Feb 17 01:14:14.231640 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1b6457b-b814-40da-9fbf-892844f426ed req-af80ee63-a2ad-4136-9089-aab70757d0b4 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411568
Feb 17 01:14:15.440073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d8962-ed3f-40e7-9665-0474e7563d1c req-e9a1a31e-9b9e-47e5-943d-163b5f3f8fd8 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:15.441875 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d55d8962-ed3f-40e7-9665-0474e7563d1c req-e9a1a31e-9b9e-47e5-943d-163b5f3f8fd8 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 943 time: 0.0910051
Feb 17 01:14:15.490058 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d55d8962-ed3f-40e7-9665-0474e7563d1c req-fd1f196f-176f-47a3-bf93-b931e20b503c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409129
Feb 17 01:14:16.690946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558bf2b-a94d-4954-a6d3-4c33db8f772d req-9e6e6db6-1568-4073-9f60-4bc36dd6bde7 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:16.692506 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1558bf2b-a94d-4954-a6d3-4c33db8f772d req-9e6e6db6-1568-4073-9f60-4bc36dd6bde7 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 943 time: 0.0860200
Feb 17 01:14:16.743828 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1558bf2b-a94d-4954-a6d3-4c33db8f772d req-42ed41dd-c4e3-45bb-b9e1-03bde898b42c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445871
Feb 17 01:14:17.076436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 79cf2497-16a9-49f3-8224-c802d009900a up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:14:17.146809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 79cf2497-16a9-49f3-8224-c802d009900a completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:14:17.151689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 79cf2497-16a9-49f3-8224-c802d009900a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:14:17.152108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:17.274594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:17.303160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:14:17.314116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 79cf2497-16a9-49f3-8224-c802d009900a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=79cf2497-16a9-49f3-8224-c802d009900a,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:14:17.317593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:17.319698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:14:17.390220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=79cf2497-16a9-49f3-8224-c802d009900a,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:14:17.398164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.398565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.398981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.399386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.399759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.400254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.400472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.400835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.401200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.401563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.401925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.402287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.402719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.403096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.403480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.403838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.404196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.404553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.404912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.405253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.405596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.405954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.406308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.406662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:14:17.411486 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a', 'code': 200}
Feb 17 01:14:17.412247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:14:17.640903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a04663-3867-4890-85d0-790f41669449 req-ac6a2d71-0522-4c21-8fce-85d6730f8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:17.642523 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-24a04663-3867-4890-85d0-790f41669449 req-ac6a2d71-0522-4c21-8fce-85d6730f8775 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 1162 time: 0.0786643
Feb 17 01:14:17.687412 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-24a04663-3867-4890-85d0-790f41669449 req-1b95691d-a0d6-4b76-a200-83d4e0180116 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362430
Feb 17 01:14:17.947834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac893-e97c-4911-8891-d01ca60f89ff req-5b3ae4af-07b6-4990-82d5-e8a6a0899dc8 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:17.949447 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a86ac893-e97c-4911-8891-d01ca60f89ff req-5b3ae4af-07b6-4990-82d5-e8a6a0899dc8 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0902393
Feb 17 01:14:17.999665 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a86ac893-e97c-4911-8891-d01ca60f89ff req-87c5f55f-aeb8-41e1-a4ed-8d2d73639e8c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437803
Feb 17 01:14:18.473317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 79cf2497-16a9-49f3-8224-c802d009900a up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:14:18.547872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 79cf2497-16a9-49f3-8224-c802d009900a triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:14:18.548294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:19.204500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4bbac-1de3-48a8-bb90-ce2db59c3cb1 req-59cd3f04-b78b-46b2-bf16-91a0b53ea293 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:19.206118 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11c4bbac-1de3-48a8-bb90-ce2db59c3cb1 req-59cd3f04-b78b-46b2-bf16-91a0b53ea293 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0895967
Feb 17 01:14:19.254111 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-11c4bbac-1de3-48a8-bb90-ce2db59c3cb1 req-4b64ac84-f27e-4fdd-a485-07bda3520ea3 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414565
Feb 17 01:14:20.460580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216eceb1-854d-4ff5-903b-5edb5d9e577f req-d344a38f-aaf9-4092-845c-2d4651dc60e7 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:20.462811 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-216eceb1-854d-4ff5-903b-5edb5d9e577f req-d344a38f-aaf9-4092-845c-2d4651dc60e7 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0905385
Feb 17 01:14:20.510504 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-216eceb1-854d-4ff5-903b-5edb5d9e577f req-a7f684eb-ce56-4c08-b548-869e333ece61 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415270
Feb 17 01:14:35.812548 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-d330ca6e-d309-41ef-9f43-05f753606cc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0883670
Feb 17 01:14:35.913742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-ae43d4f5-37b9-4314-8b31-f4fd7efd77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:35.916009 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-ae43d4f5-37b9-4314-8b31-f4fd7efd77bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1162 time: 0.0798357
Feb 17 01:14:35.940502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:37.646768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-41cd0b71-1455-434c-9a59-99eb9f746cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:39.697075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8e644559-a5b1-44bb-a0e4-96ebc0ebffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:39.731270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-c2436d9d-14c9-49ff-8d90-66335740327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:39.732857 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-c2436d9d-14c9-49ff-8d90-66335740327e service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1442776
Feb 17 01:14:39.845644 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-c4310354-3707-4b06-88dd-8373cdc9bd1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 1001 time: 0.1050534
Feb 17 01:14:39.916317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-ead98959-0f99-4fc8-ab7a-076acd80b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:39.917858 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-ead98959-0f99-4fc8-ab7a-076acd80b5dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0637846
Feb 17 01:14:40.006647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-9c1a9b93-0ab8-4e97-8b0f-878ff4ad45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:40.008280 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-9c1a9b93-0ab8-4e97-8b0f-878ff4ad45dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815878
Feb 17 01:14:40.154429 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-af426d51-fde2-45be-a3a5-22b2d49424e3 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378143
Feb 17 01:14:40.157252 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:40.299276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-30744880-e0cc-4d40-87f5-53d8d06e66dc req-c30106f1-26af-4606-a9a7-8db8a710c8c8 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382008
Feb 17 01:14:41.667448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:42.094369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:46.175442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff175d2-3be3-4e66-b541-518f84fbfd56 req-9928c8e8-b33b-481b-9060-b736792e6b5f tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:46.176957 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bff175d2-3be3-4e66-b541-518f84fbfd56 req-9928c8e8-b33b-481b-9060-b736792e6b5f tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0875049
Feb 17 01:14:46.223571 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bff175d2-3be3-4e66-b541-518f84fbfd56 req-7b5e44fd-f195-4d82-8a65-a0c9f53117b8 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400746
Feb 17 01:14:47.425429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2fc40-13cf-4b0a-87f6-12cbb0dbecf9 req-51613dc7-c69f-4574-b799-d9f9795b401c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:47.427014 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-edd2fc40-13cf-4b0a-87f6-12cbb0dbecf9 req-51613dc7-c69f-4574-b799-d9f9795b401c tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0877907
Feb 17 01:14:47.473900 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-edd2fc40-13cf-4b0a-87f6-12cbb0dbecf9 req-8d7cf995-810d-4c55-994e-2f16c501929a tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406771
Feb 17 01:14:48.076363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-72c2ff9a-a254-414d-bb28-6a06fd3d7291 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:48.077848 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-72c2ff9a-a254-414d-bb28-6a06fd3d7291 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.0862198
Feb 17 01:14:48.159826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Deleting port 79cf2497-16a9-49f3-8224-c802d009900a {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:14:48.160218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:48.224407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:14:48.427513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] For port 79cf2497-16a9-49f3-8224-c802d009900a, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=79cf2497-16a9-49f3-8224-c802d009900a,segment=NetworkSegment(9f6a80e8-54b5-4a40-accc-cf4629cf650e),segment_id=9f6a80e8-54b5-4a40-accc-cf4629cf650e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:14:48.428105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:48.833798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Calling delete_port for 79cf2497-16a9-49f3-8224-c802d009900a owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:14:48.949791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc882b-2762-4096-a9e1-9f3c2f8f5d0d req-e333f914-94ad-400c-9515-341d36e41db3 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:14:48.949791 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35fc882b-2762-4096-a9e1-9f3c2f8f5d0d req-e333f914-94ad-400c-9515-341d36e41db3 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/ports?device_id=524d30ee-d7ab-4499-9849-4dec81f24273 HTTP/1.1" status: 200  len: 945 time: 0.2852094
Feb 17 01:14:49.049040 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35fc882b-2762-4096-a9e1-9f3c2f8f5d0d req-7a9a9e63-f1d8-43fd-9a37-4688affdaa1b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.68 "GET /v2.0/security-groups?id=2621a5c8-c803-4d14-b236-87e11db637d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700829
Feb 17 01:14:49.050139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:49.065895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:14:49.165655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Pushing event deleted for resources: {'Port': ['ID=79cf2497-16a9-49f3-8224-c802d009900a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:14:49.175355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:14:49.272999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] No DVR routers for this DVR port 79cf2497-16a9-49f3-8224-c802d009900a on host hv-cinder-75995 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:14:49.275310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:14:49.278097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'name': 'network-vif-deleted', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:14:49.294091 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-26509f7e-6be2-4cf1-8123-33863c9190ef req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] 10.222.0.69 "DELETE /v2.0/ports/79cf2497-16a9-49f3-8224-c802d009900a HTTP/1.1" status: 204  len: 173 time: 1.2102776
Feb 17 01:14:49.336929 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '524d30ee-d7ab-4499-9849-4dec81f24273', 'name': 'network-vif-deleted', 'tag': '79cf2497-16a9-49f3-8224-c802d009900a', 'status': 'completed', 'code': 200}
Feb 17 01:14:49.736002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 79cf2497-16a9-49f3-8224-c802d009900a no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:14:49.775952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 79cf2497-16a9-49f3-8224-c802d009900a {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:14:49.776353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 79cf2497-16a9-49f3-8224-c802d009900a not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:15:05.951166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:07.647755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3907caff-4fcc-4421-a062-d01792801e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:09.703380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ca8013c1-a3c4-40a4-882a-5853ae893360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:10.159487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:11.671453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:12.096873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.307027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58804) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:15:17.377354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Deleting subnet 234f0ade-9ea2-4347-9466-2534b4eab418 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:15:17.380425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.431926 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.488251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.747069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.763298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:15:17.858951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234f0ade-9ea2-4347-9466-2534b4eab418,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:15:17.872409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.872827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.873234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.873636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.874070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.874470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.874864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.875281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.875676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.876064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.876455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.876843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.877301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.877686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.878074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.878460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.878845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.879255 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.879639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.880022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.880409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.880793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.881433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.881818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:15:17.888057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:15:17.917350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:17.923330 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a97946ce-2706-43b1-8290-b889e1f466b8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/234f0ade-9ea2-4347-9466-2534b4eab418 HTTP/1.1" status: 204  len: 168 time: 0.6146657
Feb 17 01:15:17.926046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58808) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:15:18.042694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.235364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.351017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f891271be10>,) {'filters': {'network_id': ['0a6217a4-b708-4659-bb88-6056705cb37a']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:15:18.364312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f891271be10>, '9f6a80e8-54b5-4a40-accc-cf4629cf650e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:15:18.364657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f891271be10>, '9f6a80e8-54b5-4a40-accc-cf4629cf650e') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:15:18.376736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.393967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.396040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:15:18.571295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Network 0a6217a4-b708-4659-bb88-6056705cb37a has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:15:18.580242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.758128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Network 0a6217a4-b708-4659-bb88-6056705cb37a has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:15:18.781823 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:15:18.866707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.870369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1b9c411a-5150-4f92-af8f-7dfd358dcf4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:15:18.885194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:18.895722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6217a4-b708-4659-bb88-6056705cb37a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:15:18.900686 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0a6217a4-b708-4659-bb88-6056705cb37a HTTP/1.1" status: 204  len: 168 time: 0.9717510
Feb 17 01:15:18.900686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1fe786f9-b56a-443e-884e-9d8acebc3683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:15:19.010963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58814) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:15:19.062529 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-24245685-d4ce-4035-a1f8-7fd0c81919f9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3e50c6451aa24ec685e6c718f4f426fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503218
Feb 17 01:15:19.064994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58818) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:15:19.125286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:19.152646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:19.201969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:19.206911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6d09732-c5a1-444e-b1e7-0f5be764c6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:15:19.219430 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2621a5c8-c803-4d14-b236-87e11db637d6,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:15:19.222389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:15:19.226524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:19.227812 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2621a5c8-c803-4d14-b236-87e11db637d6 HTTP/1.1" status: 204  len: 168 time: 0.1618590
Feb 17 01:15:25.223667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:15:35.970772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:37.651166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f282-b8f4-4557-bad5-d921a70b9999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:37.783118 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-1c4f205d-3265-4e35-aaa7-2d7cc7ad28c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0780795
Feb 17 01:15:37.885633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6252-877c-4055-9f81-99dda876a552 req-710ea1e2-ab1c-4445-866b-79be4dc636a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:15:37.887320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-710ea1e2-ab1c-4445-866b-79be4dc636a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1203 time: 0.0819929
Feb 17 01:15:38.044159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6252-877c-4055-9f81-99dda876a552 req-f62eff73-1940-416a-9033-4bb4dde01931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:15:38.045755 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-f62eff73-1940-416a-9033-4bb4dde01931 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.1384037
Feb 17 01:15:38.151577 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-9057b7a5-2708-405d-a299-f59f034d5ac7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 1001 time: 0.0987461
Feb 17 01:15:38.222724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6252-877c-4055-9f81-99dda876a552 req-f3ed0427-6e8b-48c6-9541-876bbfc76f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:15:38.224394 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-f3ed0427-6e8b-48c6-9541-876bbfc76f6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.0667715
Feb 17 01:15:38.306374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6252-877c-4055-9f81-99dda876a552 req-1089c266-0ef1-46a8-8f62-a758af4cebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:15:38.308064 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-1089c266-0ef1-46a8-8f62-a758af4cebaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768754
Feb 17 01:15:38.452923 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-184cd14d-4529-4f22-a91a-8f1f5bfbc6e5 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371872
Feb 17 01:15:38.596709 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0fcd6252-877c-4055-9f81-99dda876a552 req-471d9fb8-bdd2-48aa-bd76-78e49e376577 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375437
Feb 17 01:15:39.694729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83b2635a-40c9-48b6-a51f-6636e8d8a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:40.162452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:41.673737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:15:42.101789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:02.226678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:16:05.973646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:07.653329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b124-14ce-45dc-8f37-e225e3d84530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:09.696836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-185a47e5-c92a-45b4-b606-eadccc89b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:10.165185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:11.675627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:12.104345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:35.971039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:37.659517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30e77915-67b4-4441-9c53-06fb0f44595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:38.303210 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-af10a6ed-01dc-4d15-8427-772b98eaeb70 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4900341
Feb 17 01:16:38.408189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-7e1c4c54-aa96-4240-a5e7-a7d06458725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.409918 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-7e1c4c54-aa96-4240-a5e7-a7d06458725e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.0849519
Feb 17 01:16:38.577335 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-e1573d81-33b8-4772-8ef7-a51bf079325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.579030 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-e1573d81-33b8-4772-8ef7-a51bf079325b service neutron] 10.222.0.69 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.1494243
Feb 17 01:16:38.697884 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-123fa5e0-5aab-4d5f-8da4-30c97cb1ee4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 1001 time: 0.1108532
Feb 17 01:16:38.774940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-8c97fe08-09e3-41b7-bf8c-f4eba8644635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.778320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-8c97fe08-09e3-41b7-bf8c-f4eba8644635 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.0744355
Feb 17 01:16:38.896749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-b4c0c45d-d82d-4fbd-a518-f217665164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:38.898564 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-b4c0c45d-d82d-4fbd-a518-f217665164f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1137576
Feb 17 01:16:39.054301 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-2e9f9c53-c8d6-401f-b9da-4a99e54b3821 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482561
Feb 17 01:16:39.206782 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-72b61137-1aa3-4afa-b49a-344e0adc57a3 req-3019ad46-923f-4489-9c83-2c2cd6989e23 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462300
Feb 17 01:16:39.230970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:16:39.699250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6ac57462-46db-4dcd-95dd-d2314e306d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:40.171823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:41.679517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.108436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:42.858089 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-7bf2ae08-43ee-45bb-9597-04668d148d5b tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/floatingips/6b868039-c91e-4170-97b2-26d90bd2d305 HTTP/1.1" status: 200  len: 998 time: 0.1322439
Feb 17 01:16:43.041305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-d0d71a9f-ad2a-4ac7-b635-9727531cdda2 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:43.043568 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-d0d71a9f-ad2a-4ac7-b635-9727531cdda2 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.1730037
Feb 17 01:16:43.055489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-a23d905a-057b-4f42-8d48-af4f13181332 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:16:43.056635 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-a23d905a-057b-4f42-8d48-af4f13181332 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0067973
Feb 17 01:16:43.210790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-66402028-88f9-45fe-9a2d-fb347b1661ff tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.205 HTTP/1.1" status: 200  len: 1001 time: 0.1472344
Feb 17 01:16:43.300992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-338821d9-9563-4aed-9adc-24225a024b78 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:43.302559 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-338821d9-9563-4aed-9adc-24225a024b78 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports/706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 942 time: 0.0844250
Feb 17 01:16:43.502456 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-5a9665c0-6199-40a1-8e68-60b3a28f50ce tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.205 HTTP/1.1" status: 200  len: 1001 time: 0.1143486
Feb 17 01:16:43.744879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Deleting port b5d72e30-33da-4893-b063-bd6f3c9cede1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:16:43.745331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.940413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:43.941063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.105574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Calling delete_port for b5d72e30-33da-4893-b063-bd6f3c9cede1 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:16:44.317878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.337132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:44.458084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event deleted for resources: {'Port': ['ID=b5d72e30-33da-4893-b063-bd6f3c9cede1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:44.478323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.478758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.479163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.479604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.480013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.480417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.480799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.481184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.481573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.481964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.482358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.483361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.483550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.483826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.484207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.484594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.484978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.485371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.485752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.486136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.486510 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.486967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.487394 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.487771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:44.498008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:44.638229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:44.638639 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Floating IP 6b868039-c91e-4170-97b2-26d90bd2d305 disassociated (deleted). External IP: 172.27.3.205, port: 706ab2d7-1ea6-46c2-8c14-64c1c7b09443.
Feb 17 01:16:45.314459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:16:45.524167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:45.537956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563155c-5e34-4472-808a-530bcace470d None None] Sync routers for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:45.549778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:45.550554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:45.550777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89123dc2e8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:45.651773 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-de2ae757-6985-4f94-9ac9-17207ae36b48 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "DELETE /v2.0/floatingips/6b868039-c91e-4170-97b2-26d90bd2d305 HTTP/1.1" status: 204  len: 173 time: 2.1420770
Feb 17 01:16:45.652658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:16:45.764012 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'status': 'completed', 'code': 200}
Feb 17 01:16:45.808564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:45.956955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-64c0034e-2b40-4036-89d7-cc8121d7f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:45.959712 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-64c0034e-2b40-4036-89d7-cc8121d7f7df service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.2855403
Feb 17 01:16:45.964502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-521a9868-04ee-42b2-afe8-749e2327d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:45.967537 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-521a9868-04ee-42b2-afe8-749e2327d91d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 1162 time: 0.1997247
Feb 17 01:16:46.355836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89123dc2e8>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:46.358717 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-8de113f6-7a74-435e-b951-415cc8be193a tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-418013356&fields=id&tenant_id=e41eae0cf49f437ea52124a02813018c HTTP/1.1" status: 200  len: 267 time: 0.2164471
Feb 17 01:16:46.363610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563155c-5e34-4472-808a-530bcace470d None None] Checking router: 27ce4d75-23e9-4465-b71c-df8a4c8a8120 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:16:46.380830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:46.382177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89123dc2e8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:46.560738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-99678679-b33f-4f1d-8cf3-f7e02d80d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:46.562610 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-99678679-b33f-4f1d-8cf3-f7e02d80d0ad service neutron] 10.222.0.68 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.5936692
Feb 17 01:16:46.577658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-a4c4adeb-3cb6-46b7-86a0-f33104042b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:46.579295 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-a4c4adeb-3cb6-46b7-86a0-f33104042b1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 200  len: 903 time: 0.5672605
Feb 17 01:16:46.682406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:46.730488 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-4b6db1c5-ef70-4966-9da2-817c6146307a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 217 time: 0.1501095
Feb 17 01:16:46.738395 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-22f1404b-b1ba-4ca5-b9ac-6cc489dbe1a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 200  len: 217 time: 0.1004231
Feb 17 01:16:46.866662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-4c55b07f-52ee-4dd5-bd89-f1bc6b3e3123 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:46.868625 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-4c55b07f-52ee-4dd5-bd89-f1bc6b3e3123 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 985 time: 0.4791918
Feb 17 01:16:46.897151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Request body: {'port': {'security_groups': ['21183223-9e11-4dfe-bc2d-bae4a5c5c078']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:16:46.950247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-b6a7718c-100a-4b1a-bc35-c13cf31eb878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:46.952057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-b6a7718c-100a-4b1a-bc35-c13cf31eb878 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.2061405
Feb 17 01:16:46.953666 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-a6d6bca9-2fee-4310-8bf4-38bf4c09aacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:46.955400 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-a6d6bca9-2fee-4310-8bf4-38bf4c09aacc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 200  len: 848 time: 0.1708698
Feb 17 01:16:47.184688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:47.256150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-8c07d5f5-22d3-4a54-b489-6e7dd0420e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:47.258204 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-8c07d5f5-22d3-4a54-b489-6e7dd0420e7a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2543089
Feb 17 01:16:47.271266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0563155c-5e34-4472-808a-530bcace470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89123dc2e8>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:47.276138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0563155c-5e34-4472-808a-530bcace470d None None] The sync data for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi is: [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:11:52Z', 'revision_number': 4, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e8e705e6-bf39-4d34-b3c8-b935710488c0', 'name': '', 'network_id': '49ad7ee9-fb25-483f-9e2c-b8dc640ce246', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'mac_address': 'fa:16:3e:65:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:51Z', 'updated_at': '2021-02-17T01:12:07Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'subnets': [{'id': '5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:16:47.298805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-87b33c55-a2ed-4b4f-a5f5-159943036615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:47.300512 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-87b33c55-a2ed-4b4f-a5f5-159943036615 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=49ad7ee9-fb25-483f-9e2c-b8dc640ce246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3412478
Feb 17 01:16:47.804447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c9daf-9885-4ffa-a1ee-25eea7d4262c None None] New status for floating IP 6b868039-c91e-4170-97b2-26d90bd2d305: DOWN {{(pid=83957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:16:47.907799 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-0064be18-129a-4ef6-a969-03fa0ef75997 service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6379237
Feb 17 01:16:48.087424 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-201fea4c-7df6-4da7-8f3b-e6937d3a4ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7723320
Feb 17 01:16:48.343209 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7e8d632c-a1f6-4bf6-b742-b636ef96560a req-f930c660-8c87-4872-9ea1-9efd58e3dd8b service neutron] 10.222.0.68 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4112782
Feb 17 01:16:48.351356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:48.380870 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-51218eaa-eb80-4b98-b257-dcb09e629bc2 req-ecc43b0f-743a-4582-b711-7a0e161e508e service neutron] 10.222.0.69 "GET /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2735171
Feb 17 01:16:48.407400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:48.411642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:48.428181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:48.596189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event updated for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=6']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:48.601530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:48.650922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:48.652492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:48.655457 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0b145d37-47fc-40c0-abe0-c3c09f0f92e9 req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "PUT /v2.0/ports/3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 943 time: 1.7705574
Feb 17 01:16:48.656307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:16:48.722811 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:16:48.979576 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-1db822eb-b3bc-4d6f-b501-3f3cc068aab3 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:48.980477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1db822eb-b3bc-4d6f-b501-3f3cc068aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.000799 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-a734f02c-335b-490d-91f8-b88e48e78874 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups/df6081c8-8938-4218-a6a6-5ade75edec8e HTTP/1.1" status: 200  len: 3003 time: 0.1755443
Feb 17 01:16:49.103192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-bbca1c8f-de60-48ee-bb61-9a89d3d9aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.105984 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-bbca1c8f-de60-48ee-bb61-9a89d3d9aa4f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.3624921
Feb 17 01:16:49.273132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab540d-79cf-40d2-8744-710b4cf922c5 req-c2473e4c-6939-4650-8201-046d39158516 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.273940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-98ab540d-79cf-40d2-8744-710b4cf922c5 req-c2473e4c-6939-4650-8201-046d39158516 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:16:49.315668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.353463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-98ab540d-79cf-40d2-8744-710b4cf922c5 req-c2473e4c-6939-4650-8201-046d39158516 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:16:49.355328 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-98ab540d-79cf-40d2-8744-710b4cf922c5 req-c2473e4c-6939-4650-8201-046d39158516 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.4241621
Feb 17 01:16:49.422616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.431959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-a3b251b0-54e3-434e-88cb-6f580345e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.433790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-a3b251b0-54e3-434e-88cb-6f580345e618 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.3124068
Feb 17 01:16:49.564834 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-98ab540d-79cf-40d2-8744-710b4cf922c5 req-24bdb21a-3f34-4ede-bce3-8025a1aa3432 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1844904
Feb 17 01:16:49.632302 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-e13acfe1-b542-4881-bcdd-dfaa2c19fb05 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 1001 time: 0.1758733
Feb 17 01:16:49.639987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.647629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-abfbe5ab-f049-4c95-9f50-c9dae536d919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:49.711654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6081c8-8938-4218-a6a6-5ade75edec8e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:49.725133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:49.740220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:49.741521 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-83b59ebe-f108-4de9-a5cb-0502204dad63 req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "DELETE /v2.0/security-groups/df6081c8-8938-4218-a6a6-5ade75edec8e HTTP/1.1" status: 204  len: 173 time: 0.7215879
Feb 17 01:16:49.751417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-559cba08-53cd-47fa-8475-ad3b2eef8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.753159 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-559cba08-53cd-47fa-8475-ad3b2eef8e90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.1080899
Feb 17 01:16:49.954566 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-e3df129a-51cb-40f7-9e66-e324b0d692dd tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/floatingips/ad56842f-4803-4be8-abae-85d46147ba88 HTTP/1.1" status: 200  len: 998 time: 0.1555438
Feb 17 01:16:49.965938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-9cf70ecf-5b32-45e3-b493-83c9a03520de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:49.967656 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-9cf70ecf-5b32-45e3-b493-83c9a03520de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2068300
Feb 17 01:16:50.098599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f123518-fe08-40c5-a0dc-2035f7996cd8 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:16:50.215224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 3f123518-fe08-40c5-a0dc-2035f7996cd8 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:16:50.215741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:50.267331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-58a5ebe5-e72e-480d-a838-b9c987946aa1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:50.269005 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-58a5ebe5-e72e-480d-a838-b9c987946aa1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.3063076
Feb 17 01:16:50.273169 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-e6823487-2500-44cd-81a6-d2ba0e4c8a3c service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2779715
Feb 17 01:16:50.494736 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-799b3f23-1fd0-4a68-be91-909f3d67120d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.87 HTTP/1.1" status: 200  len: 1001 time: 0.2165451
Feb 17 01:16:50.575921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-94a074c9-dbf0-4c94-90a4-3d80bd017a4a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:50.576986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-94a074c9-dbf0-4c94-90a4-3d80bd017a4a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Synchronizing usage tracker for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:16:50.593816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-94a074c9-dbf0-4c94-90a4-3d80bd017a4a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Unset dirty status for tenant:6431f3c28c8e4f90afc327cf0eed2479 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:16:50.595934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-94a074c9-dbf0-4c94-90a4-3d80bd017a4a tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.69 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.1246009
Feb 17 01:16:50.610646 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c9168e-c598-45dd-a2bd-e523403b82d5 req-75036414-aa53-4fa5-9800-28843d2694c3 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2704289
Feb 17 01:16:50.616598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-a0d22930-7db6-4a65-abb3-b7f8d9b479e1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:50.618130 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-a0d22930-7db6-4a65-abb3-b7f8d9b479e1 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports/3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 943 time: 0.1114075
Feb 17 01:16:50.703796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Deleting port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:16:50.704833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.101945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] For port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:51.102847 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.204563 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-e9aadc16-0dc3-4688-9b7a-2df6b731a5ed tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.87 HTTP/1.1" status: 200  len: 1001 time: 0.3950644
Feb 17 01:16:51.293683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Calling delete_port for 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:16:51.363363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596b496-d9fe-4386-bf72-59a4a60db533 req-5507ee00-e3d3-4c08-addb-f5ee4438ed25 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:51.365989 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9596b496-d9fe-4386-bf72-59a4a60db533 req-5507ee00-e3d3-4c08-addb-f5ee4438ed25 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 945 time: 0.6018050
Feb 17 01:16:51.483998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.501354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a1cf3f7-1fba-4898-b861-150daa27688b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:51.521947 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9596b496-d9fe-4386-bf72-59a4a60db533 req-a62d97d8-ec7e-41c6-8125-a60fc7e1494d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups?id=ff0eb7ee-bbbb-4608-9156-607673e808ae&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1254985
Feb 17 01:16:51.675857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Deleting port a546932b-e1aa-467c-94cc-836c8fe2db4d {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:16:51.676512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:51.867733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:16:51.872921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event deleted for resources: {'Port': ['ID=706ab2d7-1ea6-46c2-8c14-64c1c7b09443,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:51.890320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.890795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.891155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.891566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.891965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.892355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.892763 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.893135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.893527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.893914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.894308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.894689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.895197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.895590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.895982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.896370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.896749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.897140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.897521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.897906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.898290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.898677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.899086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.899478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:16:51.905613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:51.935498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:16:51.936494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:16:52.001673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.002069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.072589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] No DVR routers for this DVR port 706ab2d7-1ea6-46c2-8c14-64c1c7b09443 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:16:52.077100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.082500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'name': 'network-vif-deleted', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:16:52.114067 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03b95b02-7576-4a1e-a32e-f127c68e1677 req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.69 "DELETE /v2.0/ports/706ab2d7-1ea6-46c2-8c14-64c1c7b09443 HTTP/1.1" status: 204  len: 173 time: 1.5128288
Feb 17 01:16:52.233149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Calling delete_port for a546932b-e1aa-467c-94cc-836c8fe2db4d owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:16:52.369147 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3114dc79-6f74-4fce-a6dc-0ee9162fae3d', 'name': 'network-vif-deleted', 'tag': '706ab2d7-1ea6-46c2-8c14-64c1c7b09443', 'status': 'completed', 'code': 200}
Feb 17 01:16:52.457719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.477045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7081faed-4b19-48e4-b570-f74b3d2fe686 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:52.581977 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event deleted for resources: {'Port': ['ID=a546932b-e1aa-467c-94cc-836c8fe2db4d,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:52.590366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:52.753344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:52.753868 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Floating IP ad56842f-4803-4be8-abae-85d46147ba88 disassociated (deleted). External IP: 172.27.3.87, port: 3f123518-fe08-40c5-a0dc-2035f7996cd8.
Feb 17 01:16:53.016412 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0cb425f7-3209-4d9b-9bde-5f2004329697 req-b8e610d3-28c2-4986-b94b-26862e38486f tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/ports?device_id=3114dc79-6f74-4fce-a6dc-0ee9162fae3d HTTP/1.1" status: 200  len: 210 time: 0.1574357
Feb 17 01:16:53.294509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Router 63dd119b-8635-4735-a661-6178a1d17a45 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:16:53.518322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:53.533836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Sync routers for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:53.549799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:53.550224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:53.551086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89126dc358>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:53.623961 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "DELETE /v2.0/floatingips/ad56842f-4803-4be8-abae-85d46147ba88 HTTP/1.1" status: 204  len: 173 time: 2.4050970
Feb 17 01:16:53.624981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:16:53.728634 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:16:53.781124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-e23328bf-f41a-4e82-99c6-beec09d94f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:53.783326 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-e23328bf-f41a-4e82-99c6-beec09d94f80 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.1393752
Feb 17 01:16:53.846466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-d11d72ca-df71-44c6-b346-61a92e904635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:53.849742 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-d11d72ca-df71-44c6-b346-61a92e904635 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e41eae0cf49f437ea52124a02813018c&device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 1163 time: 0.1008022
Feb 17 01:16:53.850292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:53.967432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-a8130815-31ba-48f7-8e21-dc01884aa055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:53.969087 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-a8130815-31ba-48f7-8e21-dc01884aa055 service neutron] 10.222.0.68 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.1620433
Feb 17 01:16:54.096948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-c1a17a7d-2536-40c6-b774-7e2f9b9ecf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:54.098919 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-c1a17a7d-2536-40c6-b774-7e2f9b9ecf40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 200  len: 907 time: 0.2423332
Feb 17 01:16:54.133584 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-2f7e9bba-3e59-4618-9239-d13456e27867 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 217 time: 0.1511881
Feb 17 01:16:54.196295 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-4b739b43-6283-4b81-b5bd-5f77ab7059a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 200  len: 217 time: 0.0884922
Feb 17 01:16:54.270403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89126dc358>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:54.275755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Checking router: 63dd119b-8635-4735-a661-6178a1d17a45 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:16:54.286379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:54.287268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89126dc358>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:54.323960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-682aab80-6745-4775-8fac-584f93e8c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:54.326397 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-682aab80-6745-4775-8fac-584f93e8c498 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.1252282
Feb 17 01:16:54.343801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-7732f221-0835-4b51-82a5-13c3424d525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:54.346673 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-7732f221-0835-4b51-82a5-13c3424d525c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 200  len: 852 time: 0.2112846
Feb 17 01:16:54.412655 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-17c66adb-4c2a-417f-a74f-e1f721506a5b tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "GET /v2.0/security-groups/ff0eb7ee-bbbb-4608-9156-607673e808ae HTTP/1.1" status: 200  len: 2991 time: 0.1964862
Feb 17 01:16:54.469702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-3beefe4d-0d6c-43f0-bfd4-196c5ae72486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:54.471511 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-3beefe4d-0d6c-43f0-bfd4-196c5ae72486 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1383655
Feb 17 01:16:54.516562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.535968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-d47a32e3-c486-44b2-9c02-fe5f820b3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:54.537677 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-d47a32e3-c486-44b2-9c02-fe5f820b3f12 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=73177309-c926-4d03-b24c-b95215b7d060&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1785100
Feb 17 01:16:54.563711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:54.582426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.651114 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-89c29834-e4ad-4feb-884a-bdee9ae168de service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1719332
Feb 17 01:16:54.749264 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-bcc5d6d7-cefa-4ea0-aa32-4d372c2b79e6 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1969352
Feb 17 01:16:54.750351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.756290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4872c71-23c1-4aea-8041-e8dafa8bf9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:54.804042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0eb7ee-bbbb-4608-9156-607673e808ae,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:54.850779 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ff75aa19-3307-49da-bd81-5f4fb17b9557 req-79162575-ca98-46b5-8596-c2068f3dc8a0 service neutron] 10.222.0.69 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1924846
Feb 17 01:16:54.858739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:54.881577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:54.883113 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-85aab6e6-e746-4173-abc8-8321a2e7ac2d req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] 10.222.0.68 "DELETE /v2.0/security-groups/ff0eb7ee-bbbb-4608-9156-607673e808ae HTTP/1.1" status: 204  len: 173 time: 0.4638598
Feb 17 01:16:54.946276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bf1a746-a395-4636-88d1-a8afe8783b63 req-365508da-24b1-45ab-9b9a-505c79b56e68 service neutron] 10.222.0.68 "GET /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1765833
Feb 17 01:16:54.966190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 58938) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:55.079376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89126dc358>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:55.084424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddaffc3-1883-4fb8-84ef-f510da928d19 None None] The sync data for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi is: [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:57Z', 'revision_number': 4, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'bbf88982-c542-4fa1-a875-9d2189c7d84a', 'name': '', 'network_id': '73177309-c926-4d03-b24c-b95215b7d060', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'mac_address': 'fa:16:3e:01:f6:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:55Z', 'updated_at': '2021-02-17T01:12:12Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'subnets': [{'id': '9f8bd923-4899-4d6c-9eca-3bc9176711ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:16:55.580081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9b7912-ce1a-48cf-b836-9f6661f16ddc None None] New status for floating IP ad56842f-4803-4be8-abae-85d46147ba88: DOWN {{(pid=83957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:16:55.923595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.331817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Deleting port e8e705e6-bf39-4d34-b3c8-b935710488c0 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:16:56.332215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.534550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] For port e8e705e6-bf39-4d34-b3c8-b935710488c0, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8e705e6-bf39-4d34-b3c8-b935710488c0,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:56.534959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.679969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Calling delete_port for e8e705e6-bf39-4d34-b3c8-b935710488c0 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:16:56.939580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:56.966082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-923ee837-5b7f-4b58-bf07-f49cfc0e226c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:16:57.082095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e705e6-bf39-4d34-b3c8-b935710488c0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:16:57.087931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:16:57.432143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:58.246158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:16:58.456440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:16:58.469422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Sync routers for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:16:58.474012 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] 10.222.0.68 "PUT /v2.0/routers/27ce4d75-23e9-4465-b71c-df8a4c8a8120/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5037961
Feb 17 01:16:58.474329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 58968) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:58.489964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:58.491348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891220a978>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:58.599088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39026113-c393-4d92-99d3-1a41777b28ac req-d1f93c45-5fd0-4ee9-b042-b8fbdc6ccc95 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:16:58.600371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-39026113-c393-4d92-99d3-1a41777b28ac req-d1f93c45-5fd0-4ee9-b042-b8fbdc6ccc95 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:16:58.621864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-39026113-c393-4d92-99d3-1a41777b28ac req-d1f93c45-5fd0-4ee9-b042-b8fbdc6ccc95 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:16:58.623195 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-39026113-c393-4d92-99d3-1a41777b28ac req-d1f93c45-5fd0-4ee9-b042-b8fbdc6ccc95 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.1562779
Feb 17 01:16:58.693411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:58.697057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-39026113-c393-4d92-99d3-1a41777b28ac req-49096a80-e324-4089-91bb-f1648fde9d98 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:16:58.724264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-39026113-c393-4d92-99d3-1a41777b28ac req-49096a80-e324-4089-91bb-f1648fde9d98 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:16:58.726467 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-39026113-c393-4d92-99d3-1a41777b28ac req-49096a80-e324-4089-91bb-f1648fde9d98 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855610
Feb 17 01:16:58.802892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:58.909318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:58.915557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Deleting port 995a3a95-2529-4298-b8fd-4888e4b55c30 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:16:58.915950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.137306 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] For port 995a3a95-2529-4298-b8fd-4888e4b55c30, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=995a3a95-2529-4298-b8fd-4888e4b55c30,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:16:59.137715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.279677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Calling delete_port for 995a3a95-2529-4298-b8fd-4888e4b55c30 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:16:59.332367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891220a978>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:16:56Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:59.337020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Checking router: 27ce4d75-23e9-4465-b71c-df8a4c8a8120 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:16:59.347038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Routers {'27ce4d75-23e9-4465-b71c-df8a4c8a8120'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:16:59.347777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891220a978>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:59.436792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.553395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] Set router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:16:59.643734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.825253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.830004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.881667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.883591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27ce4d75-23e9-4465-b71c-df8a4c8a8120 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:16:59.905271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:16:59.906575 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9dc13bcd-1f95-4bfc-a134-b29635a0207f admin admin] 10.222.0.68 "DELETE /v2.0/routers/27ce4d75-23e9-4465-b71c-df8a4c8a8120 HTTP/1.1" status: 204  len: 168 time: 1.4312096
Feb 17 01:16:59.912213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 58976) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:16:59.924085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891220a978>, [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:16:56Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:16:59.934097 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52576ac0-a0a1-4d7c-b58e-1ca71336ec8a None None] The sync data for ids ['27ce4d75-23e9-4465-b71c-df8a4c8a8120'] in dv-cinder-759955-4-iscsi is: [{'id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'name': 'tempest-TestShelveInstance-1655662448-router', 'tenant_id': '6431f3c28c8e4f90afc327cf0eed2479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:46Z', 'updated_at': '2021-02-17T01:16:56Z', 'revision_number': 5, 'project_id': '6431f3c28c8e4f90afc327cf0eed2479', 'gw_port': {'id': '995a3a95-2529-4298-b8fd-4888e4b55c30', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ef:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ce4d75-23e9-4465-b71c-df8a4c8a8120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:00.003459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Deleting subnet 5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:17:00.008060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.108100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.324051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cec16f-7443-4e52-b466-d6b185857f7d req-57b0928e-39c0-4f9a-bdf9-c7ec34f79f6e tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:00.326913 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-75cec16f-7443-4e52-b466-d6b185857f7d req-57b0928e-39c0-4f9a-bdf9-c7ec34f79f6e tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.1588888
Feb 17 01:17:00.384106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:00.393525 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-75cec16f-7443-4e52-b466-d6b185857f7d req-04046b0a-4ed1-4476-9976-26d21639412b tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554070
Feb 17 01:17:00.582043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-a8034b97-5949-4a02-8d82-ae000d29e9b6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:00.582843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-a8034b97-5949-4a02-8d82-ae000d29e9b6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Synchronizing usage tracker for tenant:e41eae0cf49f437ea52124a02813018c on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:17:00.617806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-a8034b97-5949-4a02-8d82-ae000d29e9b6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Unset dirty status for tenant:e41eae0cf49f437ea52124a02813018c on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:17:00.619183 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-a8034b97-5949-4a02-8d82-ae000d29e9b6 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.69 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.3616455
Feb 17 01:17:00.748360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Deleting port 3f123518-fe08-40c5-a0dc-2035f7996cd8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:00.748878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.021294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8e705e6-bf39-4d34-b3c8-b935710488c0 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:01.065704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: e8e705e6-bf39-4d34-b3c8-b935710488c0 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:01.066234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8e705e6-bf39-4d34-b3c8-b935710488c0 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:01.066826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 995a3a95-2529-4298-b8fd-4888e4b55c30 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:01.112349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 995a3a95-2529-4298-b8fd-4888e4b55c30 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:01.112906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 995a3a95-2529-4298-b8fd-4888e4b55c30 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:01.307038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.340065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a1de6067-485d-4a65-b204-305babce718d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:01.450135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:01.453338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:01.546017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] For port 3f123518-fe08-40c5-a0dc-2035f7996cd8, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f123518-fe08-40c5-a0dc-2035f7996cd8,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:01.546389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.558237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.568680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6a761-2dc0-4fcb-ab65-bd2e883d61de None None] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:01.655753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cdb08-dfbc-4680-a61a-b6d9e536b116 req-d265c8e5-26d0-494a-a249-663d5af059cc tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:01.657483 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9f8cdb08-dfbc-4680-a61a-b6d9e536b116 req-d265c8e5-26d0-494a-a249-663d5af059cc tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 946 time: 0.1002338
Feb 17 01:17:01.684446 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c7f37807-c67b-4a82-b197-3aa5d1739c11 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5d6bdda2-1e4a-4e00-ba75-9b8507cb6fd1 HTTP/1.1" status: 204  len: 168 time: 1.7678459
Feb 17 01:17:01.688529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58982) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:01.813192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Calling delete_port for 3f123518-fe08-40c5-a0dc-2035f7996cd8 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:01.820575 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9f8cdb08-dfbc-4680-a61a-b6d9e536b116 req-7cdaa6d3-9ee7-47fa-a932-0c6c495b1ada tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/security-groups?id=21183223-9e11-4dfe-bc2d-bae4a5c5c078&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494911
Feb 17 01:17:01.857577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:01.899503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f123518-fe08-40c5-a0dc-2035f7996cd8 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:02.134834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.188009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] DHCP port deletion for 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:17:02.188355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.221994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c6be9206-7537-4cea-b1f6-249acd603093 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:02.233664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Deleting port 0068db5c-6213-4d96-a858-716db2d1aac1 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:02.234179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.246389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Deleting port 0068db5c-6213-4d96-a858-716db2d1aac1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:02.246966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.425065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Pushing event deleted for resources: {'Port': ['ID=3f123518-fe08-40c5-a0dc-2035f7996cd8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:02.445080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:02.551757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] For port 0068db5c-6213-4d96-a858-716db2d1aac1, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=0068db5c-6213-4d96-a858-716db2d1aac1,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:02.552857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.570607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] For port 0068db5c-6213-4d96-a858-716db2d1aac1, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=0068db5c-6213-4d96-a858-716db2d1aac1,segment=NetworkSegment(536b5be5-5ae1-4710-bdf3-f6ab97827ca2),segment_id=536b5be5-5ae1-4710-bdf3-f6ab97827ca2)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:02.571272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.611217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] No DVR routers for this DVR port 3f123518-fe08-40c5-a0dc-2035f7996cd8 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:17:02.615852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.631225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'name': 'network-vif-deleted', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:17:02.653052 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-baae1641-f384-41fe-a5d3-bb5c493ef308 req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.69 "DELETE /v2.0/ports/3f123518-fe08-40c5-a0dc-2035f7996cd8 HTTP/1.1" status: 204  len: 173 time: 2.0278347
Feb 17 01:17:02.821310 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '785f92de-e953-4417-8a73-965e02ea5e59', 'name': 'network-vif-deleted', 'tag': '3f123518-fe08-40c5-a0dc-2035f7996cd8', 'status': 'completed', 'code': 200}
Feb 17 01:17:02.879978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Calling delete_port for 0068db5c-6213-4d96-a858-716db2d1aac1 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:02.914651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Calling delete_port for 0068db5c-6213-4d96-a858-716db2d1aac1 owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:02.981870 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:02.997225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c870fffa-4cb9-450f-a522-44fe5a9ba390 tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:03.104001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Pushing event deleted for resources: {'Port': ['ID=0068db5c-6213-4d96-a858-716db2d1aac1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:03.107555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:03.144780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 0068db5c-6213-4d96-a858-716db2d1aac1 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:03.246799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 0068db5c-6213-4d96-a858-716db2d1aac1 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:03.247452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 0068db5c-6213-4d96-a858-716db2d1aac1 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:03.248216 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f942b34d-fc0d-4046-a4e4-8391dd3207c7 req-169da0b6-9108-407b-9b79-5d2b4f2dd6db tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] 10.222.0.68 "GET /v2.0/ports?device_id=785f92de-e953-4417-8a73-965e02ea5e59 HTTP/1.1" status: 200  len: 210 time: 0.1080191
Feb 17 01:17:03.256550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:17:03.256550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:17:03.312905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] No DVR routers for this DVR port 0068db5c-6213-4d96-a858-716db2d1aac1 on host dv-cinder-759955-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:17:03.458132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.582825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89121856d8>,) {'filters': {'network_id': ['49ad7ee9-fb25-483f-9e2c-b8dc640ce246']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:03.597014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89121856d8>, '536b5be5-5ae1-4710-bdf3-f6ab97827ca2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:03.597390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89121856d8>, '536b5be5-5ae1-4710-bdf3-f6ab97827ca2') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:03.611693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.629082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.631796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:17:03.757808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Deleting port 0068db5c-6213-4d96-a858-716db2d1aac1 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:03.758328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:03.834592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-7001bf33-64c4-4ac0-9279-56a3c60976ed None None] The port '0068db5c-6213-4d96-a858-716db2d1aac1' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:17:03.853300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:03.865174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.062083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Network 49ad7ee9-fb25-483f-9e2c-b8dc640ce246 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:17:04.086663 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:17:04.172775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.176897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:04.192046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:04.204519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Pushing event deleted for resources: {'Network': ['ID=49ad7ee9-fb25-483f-9e2c-b8dc640ce246,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:04.208658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:04.220715 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] 10.222.0.68 "DELETE /v2.0/networks/49ad7ee9-fb25-483f-9e2c-b8dc640ce246 HTTP/1.1" status: 204  len: 168 time: 2.5306239
Feb 17 01:17:04.225707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 58990) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:05.091229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.482616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59040) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:05.546144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Deleting port f780b7c8-617d-43c9-ad71-5d527e50e34b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:05.546656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.796775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] For port f780b7c8-617d-43c9-ad71-5d527e50e34b, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f780b7c8-617d-43c9-ad71-5d527e50e34b,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:05.797627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:05.981874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Calling delete_port for f780b7c8-617d-43c9-ad71-5d527e50e34b owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:05.989006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.247949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.679787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Deleting port bbf88982-c542-4fa1-a875-9d2189c7d84a {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:06.680191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.736664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:06.754686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:06.876823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Pushing event deleted for resources: {'Port': ['ID=f780b7c8-617d-43c9-ad71-5d527e50e34b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:06.879722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:06.889074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] For port bbf88982-c542-4fa1-a875-9d2189c7d84a, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bbf88982-c542-4fa1-a875-9d2189c7d84a,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:06.889487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.038955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Calling delete_port for bbf88982-c542-4fa1-a875-9d2189c7d84a owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:07.252371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.266802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.283584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:07.384918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf88982-c542-4fa1-a875-9d2189c7d84a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:07.396145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:07.658726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c7f6760d-d252-4321-bd9c-e81e45d85505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:07.931776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Router d739be2f-466a-4298-9ffe-fb6e91f45089 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:08.070427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:08.173530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:08.185920 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Sync routers for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:08.189555 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-26f188b0-3a58-48e5-b49a-8ea11092409f admin admin] 10.222.0.68 "PUT /v2.0/routers/d739be2f-466a-4298-9ffe-fb6e91f45089/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9608550
Feb 17 01:17:08.190587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59046) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:08.204992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:08.206196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132125f8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:08.600300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:08.734817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.048270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132125f8>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 5, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:09.053188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Checking router: d739be2f-466a-4298-9ffe-fb6e91f45089 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:09.064503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Routers {'d739be2f-466a-4298-9ffe-fb6e91f45089'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:09.065324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89132125f8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:16:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['d739be2f-466a-4298-9ffe-fb6e91f45089'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:09.115864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.126501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Deleting port e82e8e65-59c5-4b51-b5ff-88713d6744d8 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:09.126867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.289116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] Set router d739be2f-466a-4298-9ffe-fb6e91f45089 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:09.315950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Router 63dd119b-8635-4735-a661-6178a1d17a45 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:17:09.512479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] For port e82e8e65-59c5-4b51-b5ff-88713d6744d8, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e82e8e65-59c5-4b51-b5ff-88713d6744d8,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:09.512894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.672156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Calling delete_port for e82e8e65-59c5-4b51-b5ff-88713d6744d8 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:09.716638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fdef4883-7781-44a4-afd2-590d0c53bfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:09.788838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:17:09.800440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Sync routers for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:17:09.806275 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] 10.222.0.68 "PUT /v2.0/routers/63dd119b-8635-4735-a661-6178a1d17a45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3214865
Feb 17 01:17:09.811426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59050) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:09.826176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:09.826885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913be17f0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:09.880813 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89132125f8>, [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 5, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:09.886459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820719-34d1-424c-9d35-a1a2ee39bb96 None None] The sync data for ids ['d739be2f-466a-4298-9ffe-fb6e91f45089'] in dv-cinder-759955-4-iscsi is: [{'id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'name': 'tempest-TestShelveInstance-859199064-router', 'tenant_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:59Z', 'updated_at': '2021-02-17T01:17:06Z', 'revision_number': 5, 'project_id': '96ad48b4464a48d590318ef7f4bfb7d5', 'gw_port': {'id': 'e82e8e65-59c5-4b51-b5ff-88713d6744d8', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:db:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd739be2f-466a-4298-9ffe-fb6e91f45089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:12:00Z', 'updated_at': '2021-02-17T01:12:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:09.956053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.057663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.358241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.393537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.475241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:10.533475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.540655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Deleting port f131f66d-9ead-456a-b90f-519cc2fdb17b {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:10.541361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.758046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] For port f131f66d-9ead-456a-b90f-519cc2fdb17b, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=f131f66d-9ead-456a-b90f-519cc2fdb17b,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:10.758941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.886782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.889759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.929221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.930137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d739be2f-466a-4298-9ffe-fb6e91f45089 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:17:10.955409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:10.957773 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d9ab58c0-f8e1-4918-a9ff-1b182e5e7fc6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/d739be2f-466a-4298-9ffe-fb6e91f45089 HTTP/1.1" status: 204  len: 168 time: 2.7655981
Feb 17 01:17:10.960176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913be17f0>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:17:07Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:10.960648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59058) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:10.965433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Checking router: 63dd119b-8635-4735-a661-6178a1d17a45 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:17:10.976302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Routers {'63dd119b-8635-4735-a661-6178a1d17a45'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:17:10.976993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913be17f0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:17:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['63dd119b-8635-4735-a661-6178a1d17a45'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:11.054247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Calling delete_port for f131f66d-9ead-456a-b90f-519cc2fdb17b owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:11.103713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Deleting subnet 1e82411f-f9b0-4eb2-b328-8ec768e290f5 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:17:11.109771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.130925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f780b7c8-617d-43c9-ad71-5d527e50e34b no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:11.223744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.226673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: f780b7c8-617d-43c9-ad71-5d527e50e34b {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:11.227351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f780b7c8-617d-43c9-ad71-5d527e50e34b not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:11.312797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]: WARNING neutron.plugins.ml2.ovo_rpc [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = function(*args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     proto.__init__(conn_state, self)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle()
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle_one_request()
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.handle_one_response()
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = self.application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return app(environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self.application)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return request.get_response(self.application)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = req.get_response(self._app)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     application, catch_exc_info=False)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     app_iter = application(self.environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     response = self.app(environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return resp(environ, start_response)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     resp = self.call_func(req, *args, **kw)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.func(req, *args, **kwargs)
Feb 17 01:17:11.325298 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     result = method(request=request, **args)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._delete(request, id, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     obj_deleter(request.context, id, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return method(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(*dup_args, **dup_kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, context, *args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return method(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     context, port, router_ids, bound_mech_contexts)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     return function(*args, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     callback(resource, event, trigger, **kwargs)
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]:     stack = traceback.extract_stack()
Feb 17 01:17:11.334760 dv-cinder-759955-4-iscsi neutron-server[83844]: 
Feb 17 01:17:11.345109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] Set router 63dd119b-8635-4735-a661-6178a1d17a45 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:17:11.370193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.708733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.719765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.735822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.846987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7d911326-fb09-4800-9659-cc49298055cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:11.880273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913be17f0>, [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:17:07Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:11.887103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e75c032-d89c-42df-ae2a-95f02c68e48e None None] The sync data for ids ['63dd119b-8635-4735-a661-6178a1d17a45'] in dv-cinder-759955-4-iscsi is: [{'id': '63dd119b-8635-4735-a661-6178a1d17a45', 'name': 'tempest-TestMinimumBasicScenario-88823482-router', 'tenant_id': 'e41eae0cf49f437ea52124a02813018c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:11:47Z', 'updated_at': '2021-02-17T01:17:07Z', 'revision_number': 5, 'project_id': 'e41eae0cf49f437ea52124a02813018c', 'gw_port': {'id': 'f131f66d-9ead-456a-b90f-519cc2fdb17b', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ec:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd119b-8635-4735-a661-6178a1d17a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:11:49Z', 'updated_at': '2021-02-17T01:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:17:11.897993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e82411f-f9b0-4eb2-b328-8ec768e290f5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:11.904557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:11.913898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.930964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59062) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:11.933768 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f4eaf1c4-0283-46ea-b4b2-7e5c4e874ef6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1e82411f-f9b0-4eb2-b328-8ec768e290f5 HTTP/1.1" status: 204  len: 168 time: 0.9712088
Feb 17 01:17:11.935285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291a635a-17c2-4a08-96c4-ff95e9fc85ef None None] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:11.938003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:11.942463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.154347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.227804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.228568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63dd119b-8635-4735-a661-6178a1d17a45 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:17:12.259164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.263822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] DHCP port deletion for 6ce0d850-5af7-4acc-aaa1-80c160033792 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:17:12.269345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Deleting port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:12.269879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.332692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.333961 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-bf242b71-c9ec-4967-8847-02fae7f25b97 admin admin] 10.222.0.68 "DELETE /v2.0/routers/63dd119b-8635-4735-a661-6178a1d17a45 HTTP/1.1" status: 204  len: 168 time: 2.5214520
Feb 17 01:17:12.337168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59066) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:12.339958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Deleting port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:12.340402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.475947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Deleting subnet 9f8bd923-4899-4d6c-9eca-3bc9176711ae {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:17:12.483130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.592882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.659269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] For port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:12.659985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.723546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] For port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,segment=NetworkSegment(d116787c-4315-4844-b51e-49f622d77e07),segment_id=d116787c-4315-4844-b51e-49f622d77e07)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:12.724391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.802658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:12.911313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Calling delete_port for ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:12.971707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Calling delete_port for ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:13.029488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879'] for port, after_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.095589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:17:13.096014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:17:13.161949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:13.209079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.223544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e82e8e65-59c5-4b51-b5ff-88713d6744d8 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:13.227806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:13.332041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8bd923-4899-4d6c-9eca-3bc9176711ae,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:13.336539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:13.356284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Pushing event deleted for resources: {'Port': ['ID=ccd5d362-6b02-4e25-a5f9-6cc941ace5d0,revision_number=None']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:13.360376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: e82e8e65-59c5-4b51-b5ff-88713d6744d8 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:13.361022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e82e8e65-59c5-4b51-b5ff-88713d6744d8 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:13.361837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:13.374737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.382293 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0933ba0c-6425-4dd5-9c99-22fd0dbf0148 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9f8bd923-4899-4d6c-9eca-3bc9176711ae HTTP/1.1" status: 204  len: 168 time: 1.0418172
Feb 17 01:17:13.385160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59070) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:13.429758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2511fbf-e6a3-4da7-badd-b3e70f595414 None None] Network 73177309-c926-4d03-b24c-b95215b7d060 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:17:13.513684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.584040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.584686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.585312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.585935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.586533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.587192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.587350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Deleting port 7d8f66eb-7482-478c-ac12-f9da1da3f479 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:13.587608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.587853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.589225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.589854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.590473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.591118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.591749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.592552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.593178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.593796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.594408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.595006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.595655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.596277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.596885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.597276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Deleting port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:13.597529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.597883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.598063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.598676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.599322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:17:13.605680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:13.606292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:13.607046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bbf88982-c542-4fa1-a875-9d2189c7d84a no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:13.684583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] The port 'ccd5d362-6b02-4e25-a5f9-6cc941ace5d0' was deleted {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:17:13.685650 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:13.706761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: bbf88982-c542-4fa1-a875-9d2189c7d84a {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:13.707143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bbf88982-c542-4fa1-a875-9d2189c7d84a not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:13.707638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f131f66d-9ead-456a-b90f-519cc2fdb17b no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:13.765987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: f131f66d-9ead-456a-b90f-519cc2fdb17b {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:13.766268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device f131f66d-9ead-456a-b90f-519cc2fdb17b not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:13.767970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] No DVR routers for this DVR port ccd5d362-6b02-4e25-a5f9-6cc941ace5d0 on host dv-cinder-759955-4-iscsi {{(pid=83956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:17:13.899347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.927329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] For port 7d8f66eb-7482-478c-ac12-f9da1da3f479, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7d8f66eb-7482-478c-ac12-f9da1da3f479,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:13.927995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:13.978850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] DHCP port deletion for 73177309-c926-4d03-b24c-b95215b7d060 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:17:13.985906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Deleting port 7d8f66eb-7482-478c-ac12-f9da1da3f479 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:13.986637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.039982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8912c25710>,) {'filters': {'network_id': ['6ce0d850-5af7-4acc-aaa1-80c160033792']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.055801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8912c25710>, 'd116787c-4315-4844-b51e-49f622d77e07') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.056125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8912c25710>, 'd116787c-4315-4844-b51e-49f622d77e07') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.072337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.107412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.111300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:17:14.202610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Calling delete_port for 7d8f66eb-7482-478c-ac12-f9da1da3f479 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:14.351522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.372923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] For port 7d8f66eb-7482-478c-ac12-f9da1da3f479, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=7d8f66eb-7482-478c-ac12-f9da1da3f479,segment=NetworkSegment(52cddf8d-f794-4632-9c69-697a7b4cc99d),segment_id=52cddf8d-f794-4632-9c69-697a7b4cc99d)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:17:14.374162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.379102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-88c81e70-a253-4ddb-b3c5-8a3919973b39 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.464546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:14.475503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.565816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8f66eb-7482-478c-ac12-f9da1da3f479,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:14.570058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:14.621916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] No DVR routers for this DVR port 7d8f66eb-7482-478c-ac12-f9da1da3f479 on host dv-cinder-759955-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:17:14.678413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Network 6ce0d850-5af7-4acc-aaa1-80c160033792 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   % (table.description, expected, rows_matched)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   % (table.description, expected, rows_matched)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   % (table.description, expected, rows_matched)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   % (table.description, expected, rows_matched)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:17:14.731470 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:17:14.786028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.889412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.894438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.897434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:14.902419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Calling delete_port for 7d8f66eb-7482-478c-ac12-f9da1da3f479 owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:17:14.921426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce0d850-5af7-4acc-aaa1-80c160033792,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:14.924339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:14.928000 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-188d5c32-feef-4df2-b8a5-2eefc89749a5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/6ce0d850-5af7-4acc-aaa1-80c160033792 HTTP/1.1" status: 204  len: 168 time: 2.9953232
Feb 17 01:17:14.942330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8911fa8be0>,) {'filters': {'network_id': ['73177309-c926-4d03-b24c-b95215b7d060']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.958810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911fa8be0>, '52cddf8d-f794-4632-9c69-697a7b4cc99d') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.959184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911fa8be0>, '52cddf8d-f794-4632-9c69-697a7b4cc99d') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:17:14.974186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.992984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:14.994140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:17:14.995160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:17:14.995553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:17:15.058710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7d8f66eb-7482-478c-ac12-f9da1da3f479 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:17:15.101206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 7d8f66eb-7482-478c-ac12-f9da1da3f479 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:17:15.101676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 7d8f66eb-7482-478c-ac12-f9da1da3f479 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:17:15.144802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59076) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:15.209011 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c3c1a188-84aa-4963-a6cc-13ebf8ff9285 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6431f3c28c8e4f90afc327cf0eed2479&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0601661
Feb 17 01:17:15.209607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59080) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:15.280150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.306008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Network 73177309-c926-4d03-b24c-b95215b7d060 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:15.313136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.322026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.378121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.383411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7a3fe312-8c95-4fb5-9864-8cb4d9a3e1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:15.402904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa95cb-1ee6-4cb7-9570-415eeddd1f4a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:15.409092 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:15.414460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.416506 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-739da5b9-17a4-40e9-abb3-679c02ab4985 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bfa95cb-1ee6-4cb7-9570-415eeddd1f4a HTTP/1.1" status: 204  len: 168 time: 0.2054183
Feb 17 01:17:15.496216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Deleting port 7d8f66eb-7482-478c-ac12-f9da1da3f479 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:17:15.497348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.547013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Network 73177309-c926-4d03-b24c-b95215b7d060 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:17:15.572747 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:17:15.630757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bda79-5139-460b-9b00-8800184a0548 None None] The port '7d8f66eb-7482-478c-ac12-f9da1da3f479' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:17:15.697506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.703708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:15.732256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:15.751000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=73177309-c926-4d03-b24c-b95215b7d060,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:15.758095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:15.783894 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] 10.222.0.68 "DELETE /v2.0/networks/73177309-c926-4d03-b24c-b95215b7d060 HTTP/1.1" status: 204  len: 168 time: 2.3966088
Feb 17 01:17:16.039842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59090) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:16.042542 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59092) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:16.100759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-114faa47-94a2-4ca6-9e18-b6cd72874706 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e41eae0cf49f437ea52124a02813018c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0567586
Feb 17 01:17:16.102432 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fb6497ee-2455-4a59-bd5f-65ff17970d44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=96ad48b4464a48d590318ef7f4bfb7d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598652
Feb 17 01:17:16.105353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59098) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:16.106190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59100) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:17:16.187831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.188103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.232872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:17:16.239571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.243300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.323881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.327354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.330817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e0b99038-1863-4c47-ae5b-3c717607875e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:16.333848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cc6835ee-2a91-4d2d-9aa3-1923b6ace637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:17:16.349812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f87c95-b773-4bc7-985d-13fe62cc4851,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:16.352468 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21183223-9e11-4dfe-bc2d-bae4a5c5c078,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:17:16.353625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:16.355839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.361731 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e5f87c95-b773-4bc7-985d-13fe62cc4851 HTTP/1.1" status: 204  len: 168 time: 0.2500539
Feb 17 01:17:16.361901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:17:16.373711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:16.375966 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/21183223-9e11-4dfe-bc2d-bae4a5c5c078 HTTP/1.1" status: 204  len: 168 time: 0.2691150
Feb 17 01:17:35.993556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:37.652698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0ddf6a64-c98a-45ac-b29c-bc32f0add559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:38.766466 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-d430fdc9-585d-42e7-8fbc-51fd28cd8908 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0850446
Feb 17 01:17:38.971270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-8ceb4b6e-764a-4558-bdc8-c578c654889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:38.972950 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-8ceb4b6e-764a-4558-bdc8-c578c654889d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 1163 time: 0.0893955
Feb 17 01:17:39.144476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-779cfc48-4885-4cb6-bfea-f15f8c7455e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.146107 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-779cfc48-4885-4cb6-bfea-f15f8c7455e6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1530335
Feb 17 01:17:39.261598 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-4d1e12dc-d2b7-4a79-8a01-2e722956151c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 200  len: 1002 time: 0.1085906
Feb 17 01:17:39.342749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-dbf56965-6998-4d1c-ad87-a5e8616172fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.344643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-dbf56965-6998-4d1c-ad87-a5e8616172fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0765519
Feb 17 01:17:39.435533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-a0d8e559-fcf6-4ae3-8b65-c2641c177a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:17:39.437119 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-a0d8e559-fcf6-4ae3-8b65-c2641c177a08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860653
Feb 17 01:17:39.603217 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-b0b51889-d907-4bc5-9bf6-9b5dc1a265a6 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590006
Feb 17 01:17:39.715219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-af1680bc-56d2-471d-8a5e-bf09b4ddd030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:40.022726 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8c26c9ea-9659-4844-a53e-a10fe310fa80 req-21fc7969-06b8-4a43-b15a-a9204164934b service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4131229
Feb 17 01:17:40.180109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:41.686899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:42.116432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:17:53.240669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:18:05.992347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:07.655475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-253b0b28-29a2-421a-aa5c-caf120d2a1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:09.699742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48e07357-c246-45c3-b72e-ff15ebdfa219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:10.183035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:11.680705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:12.118716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:30.231420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:18:36.002147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:37.658946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4112c968-35a6-4214-9303-4cff582d46c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:38.991292 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-0fc9f1b3-0611-46fd-9447-4357f9ac24f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2855611
Feb 17 01:18:39.096458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-4d6ad291-6e52-47ce-8701-b49eec5f2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:39.098150 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-4d6ad291-6e52-47ce-8701-b49eec5f2f5c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 1162 time: 0.0838337
Feb 17 01:18:39.267183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-15039287-826b-47ef-9994-2143688e65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:39.268765 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-15039287-826b-47ef-9994-2143688e65af service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1505642
Feb 17 01:18:39.394481 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-9e3659db-b1fa-495c-bea0-2e29ca915999 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 200  len: 1001 time: 0.1196439
Feb 17 01:18:39.472233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-00dbf05d-c6c8-4143-8513-6fc240007084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:39.473945 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-00dbf05d-c6c8-4143-8513-6fc240007084 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0727384
Feb 17 01:18:39.566715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-4f44dc50-3759-47cb-9bd1-2779d38a82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:39.568369 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-4f44dc50-3759-47cb-9bd1-2779d38a82b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884776
Feb 17 01:18:39.580556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-693260d8-a8fd-4b59-ac85-b3e26b90b06c service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:18:39.581731 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-693260d8-a8fd-4b59-ac85-b3e26b90b06c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061860
Feb 17 01:18:39.704396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8f605971-45b1-46d0-80db-0108dd7123dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:39.765062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-cb0a571e-e4b2-4ea6-be60-05c54724e3bc service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766140
Feb 17 01:18:39.921685 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6e7fd1a6-4962-4c62-a7d4-d727c0c548ca req-18974056-bdd9-4d97-aee1-570b181f6b84 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499698
Feb 17 01:18:40.184446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:41.684696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:42.122176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:46.964532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9f6cd-4caf-4930-997a-56bd10f8261f req-1568e55b-6ad9-4863-a6c7-19f4a412ee56 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:46.966209 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f9d9f6cd-4caf-4930-997a-56bd10f8261f req-1568e55b-6ad9-4863-a6c7-19f4a412ee56 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.2009420
Feb 17 01:18:47.030530 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f9d9f6cd-4caf-4930-997a-56bd10f8261f req-3bbc07ab-04e2-4fbb-bf96-b90b4acf3785 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0538671
Feb 17 01:18:47.391988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-5d7802ce-dcd0-4e10-be93-66885ff84400 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:47.392925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-5d7802ce-dcd0-4e10-be93-66885ff84400 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:18:47.415038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-5d7802ce-dcd0-4e10-be93-66885ff84400 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:18:47.416974 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-5d7802ce-dcd0-4e10-be93-66885ff84400 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.1316166
Feb 17 01:18:47.554984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Deleting port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:47.555560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:47.597271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6912f03-fe61-4bf2-b1cd-4b9f0422f3a0 req-bd4ed4e9-ed6f-424f-84a0-25c45c5b8b87 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:47.600255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6912f03-fe61-4bf2-b1cd-4b9f0422f3a0 req-bd4ed4e9-ed6f-424f-84a0-25c45c5b8b87 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.2198069
Feb 17 01:18:47.675243 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d6912f03-fe61-4bf2-b1cd-4b9f0422f3a0 req-526496c2-6f0f-46fd-9aab-2f8cac30a46c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669289
Feb 17 01:18:47.921090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] For port 7c5dc629-ed91-472d-b994-d6ab5af6bed5, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=7c5dc629-ed91-472d-b994-d6ab5af6bed5,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:47.921633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.140342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-da7a3d42-ef89-4565-95ee-346bf0d554b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:48.142042 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-da7a3d42-ef89-4565-95ee-346bf0d554b4 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 945 time: 0.1058519
Feb 17 01:18:48.229121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 3f80fe06-c564-4020-af02-2778f5cde5b7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:48.229472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.269325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 3f80fe06-c564-4020-af02-2778f5cde5b7 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:18:48.342800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.343767 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.344409 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Floating IP d7d87da0-ea54-46c3-8320-091e417337c8 disassociated. External IP: 172.27.3.201, port: 7c5dc629-ed91-472d-b994-d6ab5af6bed5.
Feb 17 01:18:48.344864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Calling delete_port for 7c5dc629-ed91-472d-b994-d6ab5af6bed5 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:48.409706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.441385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:48.452579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f80fe06-c564-4020-af02-2778f5cde5b7,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:48.457057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.458153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 7c5dc629-ed91-472d-b994-d6ab5af6bed5 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:18:48.494921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ee750ae-bd01-49ee-8607-78587f6a98f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:48.553259 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'code': 200}
Feb 17 01:18:48.624556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d065a-456b-4f34-938c-5c8931841544 req-824cd863-67a2-40ca-99a3-21a52c4205fa tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:48.626394 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-785d065a-456b-4f34-938c-5c8931841544 req-824cd863-67a2-40ca-99a3-21a52c4205fa tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=685743fa-bd92-463d-affa-afd15a920568 HTTP/1.1" status: 200  len: 946 time: 0.3401811
Feb 17 01:18:48.640385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:48.657667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.658059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.658727 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.659006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.659397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.659769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.660136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.660412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.660545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.660842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.661205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.661582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.661931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.663499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.664189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.664808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.665947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.667456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.667930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.668378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.668819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.669257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.669696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.670133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.670566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.670686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f80fe06-c564-4020-af02-2778f5cde5b7,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:48.671356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.676136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:48.693006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:48.697314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:48.785022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'Port': ['ID=7c5dc629-ed91-472d-b994-d6ab5af6bed5,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:48.871380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.871806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.872225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.872626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.873032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.873434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.873839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.874239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.874694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.875080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.875475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.875878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.876369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.876766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.877168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.877551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.877941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.878338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.878730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.879163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.879551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.879943 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.880332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.880718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:48.887765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:49.235509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:18:49.428288 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-785d065a-456b-4f34-938c-5c8931841544 req-18658be7-4329-4a15-a5e4-a81778b6f7de tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=c48b1e43-9a2d-40e3-a520-d7708306ba97&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7700887
Feb 17 01:18:49.453873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:49.475209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:49.489058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:49.490325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b7bc18>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:49.498989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] No DVR routers for this DVR port 7c5dc629-ed91-472d-b994-d6ab5af6bed5 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:18:49.501757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.505075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'name': 'network-vif-deleted', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:49.523958 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c9338cba-7828-415e-9e67-ec53e2179a76 req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "DELETE /v2.0/ports/7c5dc629-ed91-472d-b994-d6ab5af6bed5 HTTP/1.1" status: 204  len: 173 time: 2.1000674
Feb 17 01:18:49.601192 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685743fa-bd92-463d-affa-afd15a920568', 'name': 'network-vif-deleted', 'tag': '7c5dc629-ed91-472d-b994-d6ab5af6bed5', 'status': 'completed', 'code': 200}
Feb 17 01:18:49.728797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:49.809601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f566af-66cf-431c-8ca3-8f9c4b4810fa req-eb8cf104-c45a-46c0-9328-7b0a6e8995f1 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:49.820454 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-27f566af-66cf-431c-8ca3-8f9c4b4810fa req-eb8cf104-c45a-46c0-9328-7b0a6e8995f1 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.7167273
Feb 17 01:18:49.908869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.909411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:49.909881 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP f3b2c61d-4b8b-4166-8a71-d39227ce49db disassociated. External IP: 172.27.3.251, port: 3f80fe06-c564-4020-af02-2778f5cde5b7.
Feb 17 01:18:49.910353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 3f80fe06-c564-4020-af02-2778f5cde5b7 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:49.955865 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-27f566af-66cf-431c-8ca3-8f9c4b4810fa req-6b3f5bd5-4269-4bbc-8e6d-1cbe37a8ba24 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189296
Feb 17 01:18:50.033893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:18:50.034434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:18:50.098875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b7bc18>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:50.104047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:50.115327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:50.116492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b7bc18>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:50.535626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 3f80fe06-c564-4020-af02-2778f5cde5b7 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:50.536456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.589004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59174) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:50.711488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:50.719326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.760992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.855181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.866313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-139049e6-117b-4c18-8422-b9c9ba3c0f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:50.900647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b1e43-9a2d-40e3-a520-d7708306ba97,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:50.905008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:50.914711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:50.917360 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6e21a04a-a554-4420-9f19-91e6649ad60e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "DELETE /v2.0/security-groups/c48b1e43-9a2d-40e3-a520-d7708306ba97 HTTP/1.1" status: 204  len: 168 time: 0.3259642
Feb 17 01:18:50.921305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59178) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:50.958785 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.v2.resource [None req-85ec2b6f-16f7-4878-8c9b-b8acc8c024d1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] show failed (client error): The resource could not be found.
Feb 17 01:18:50.961208 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-85ec2b6f-16f7-4878-8c9b-b8acc8c024d1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups/c48b1e43-9a2d-40e3-a520-d7708306ba97 HTTP/1.1" status: 404  len: 347 time: 0.0375214
Feb 17 01:18:50.966301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59182) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:51.025706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] For port 3f80fe06-c564-4020-af02-2778f5cde5b7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=3f80fe06-c564-4020-af02-2778f5cde5b7,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:18:51.026371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.187522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Deleting port 333c7526-353b-45e8-b584-57eaad9c983d {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:51.188124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.249562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b7bc18>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:51.257661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dd9251-e5c9-4e1d-ab08-4a9bfe9ae359 None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:51.437765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.438254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.590930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Calling delete_port for 333c7526-353b-45e8-b584-57eaad9c983d owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:51.627361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.628080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.630758 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP f3b2c61d-4b8b-4166-8a71-d39227ce49db disassociated. External IP: 172.27.3.251, port: 3f80fe06-c564-4020-af02-2778f5cde5b7.
Feb 17 01:18:51.630758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 3f80fe06-c564-4020-af02-2778f5cde5b7 owned by compute:nova {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:51.706871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339c05d-fbb4-47cd-af4e-14bccd36894d req-834837e0-41df-4547-9468-fefa573552a5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:51.710294 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e339c05d-fbb4-47cd-af4e-14bccd36894d req-834837e0-41df-4547-9468-fefa573552a5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 943 time: 0.4802556
Feb 17 01:18:51.744052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681798b-8ca7-4ee2-ad1e-6d86ecfbd1e5 None None] New status for floating IP d7d87da0-ea54-46c3-8320-091e417337c8: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:18:51.768662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:51.790526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b7fe5fd3-3f94-4b2b-8067-8bcd667ed403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:51.868914 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e339c05d-fbb4-47cd-af4e-14bccd36894d req-6cbe45c3-f244-4818-9c2e-1db91cd8df3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a6baf241-6927-4b3f-b490-f8816dc29902&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419694
Feb 17 01:18:51.897482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'Port': ['ID=333c7526-353b-45e8-b584-57eaad9c983d,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:51.913284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.043235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.060586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:52.109710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.139563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.141724 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "DELETE /v2.0/floatingips/d7d87da0-ea54-46c3-8320-091e417337c8 HTTP/1.1" status: 204  len: 168 time: 1.1736588
Feb 17 01:18:52.177692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'Port': ['ID=3f80fe06-c564-4020-af02-2778f5cde5b7,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:52.193380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.193803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.194215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.194623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.195026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.195458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.195858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.196818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.197222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.197619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.198018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.198412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.198900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.199325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.199728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.200127 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.200519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.200911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.201302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.201694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.202085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.202476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.202868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.203288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:18:52.209287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.547483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:18:52.644787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59190) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:52.651728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880136925', 'description': 'tempest-description--1383996782'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.659341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:52.664305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:52.668311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:52.674741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:52.687571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.710981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:52.715617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:52.718998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:52.725435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:52.757601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:18:52.772383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:18:52.798612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:52.800106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b7b7f0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:52.817438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] No DVR routers for this DVR port 3f80fe06-c564-4020-af02-2778f5cde5b7 on host hv-cinder-75995 {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:18:52.821398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.824656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-deleted', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:18:52.834417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.834766 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1973961b-34d0-4021-94a7-ad9bc9143314 req-6183210f-3598-4e86-a284-7757749e57fb tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "DELETE /v2.0/ports/3f80fe06-c564-4020-af02-2778f5cde5b7 HTTP/1.1" status: 204  len: 173 time: 4.6865730
Feb 17 01:18:52.846992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.886728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3857fa41-2a69-43b4-8c46-8660b7fe83e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:52.929498 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c28122cf-b55a-4bef-b26c-21978441f731', 'name': 'network-vif-deleted', 'tag': '3f80fe06-c564-4020-af02-2778f5cde5b7', 'status': 'completed', 'code': 200}
Feb 17 01:18:52.934853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:52.937338 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2908990
Feb 17 01:18:52.940332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59198) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:52.946936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group_rule': {'security_group_id': '7e283474-f565-4aae-afca-5d096df56e21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:52.950733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e283474-f565-4aae-afca-5d096df56e21,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:52.956013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-868d0408-fa90-4613-b128-b7686e796c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:52.961038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:52.969326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:52.975833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:52.987830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:53.033110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.108907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:53.113452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.165446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.182000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62e8025d-e8d4-44bd-9d11-c64ae3666c18 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:53.195301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2c7454a0-68ea-48a2-aa83-887df4952bc7 req-bfd9af9b-f6b7-4f96-85c2-47ac91ca0733 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:18:53.212518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364b4b41-4b50-48e8-93ea-8e74ea74d20d,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:53.218998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:53.236793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.239186 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-750d2669-0558-4f30-94de-78824f5eeb4e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2974467
Feb 17 01:18:53.241066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-2c7454a0-68ea-48a2-aa83-887df4952bc7 req-bfd9af9b-f6b7-4f96-85c2-47ac91ca0733 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:18:53.242136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59202) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:53.243643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2c7454a0-68ea-48a2-aa83-887df4952bc7 req-bfd9af9b-f6b7-4f96-85c2-47ac91ca0733 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=c28122cf-b55a-4bef-b26c-21978441f731 HTTP/1.1" status: 200  len: 210 time: 0.1233003
Feb 17 01:18:53.252649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'security_group_rule': {'security_group_id': '7e283474-f565-4aae-afca-5d096df56e21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:53.283492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:53.291885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:security_group_rule and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:53.298368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:53.308933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:53.347739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.426469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.429721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.443199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:53.470146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afceb13b-56d1-4d71-a2a3-45f803df2288,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:53.474140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:53.482023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.486047 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-83bdf91f-062b-41ff-a2ad-d7f751103c84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2415667
Feb 17 01:18:53.490407 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59206) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:53.498681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:53.505201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:53.510431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:floatingip and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:53.514024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:53.521269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:53.537657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.676674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b7b7f0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:53.683819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:18:53.696415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:18:53.697245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b7b7f0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:18:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:53.717031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:53.915584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:18:54.342213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b7b7f0>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:18:54.350383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b442c59-5624-4d4b-b27d-7e0029e0e04e None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:18:54.448440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59214) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:54.450401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Allocated IP 172.27.3.224 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/2c3b3bb3-1298-42b9-97f2-1c0655315d7f) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:54.537935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.573857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.656958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.667185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-32fef1b0-1f11-4852-9f8d-9891d8dbea96 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:54.668871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.697965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6baf241-6927-4b3f-b490-f8816dc29902,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:54.702063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:54.712201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.714283 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "DELETE /v2.0/security-groups/a6baf241-6927-4b3f-b490-f8816dc29902 HTTP/1.1" status: 204  len: 168 time: 0.2643368
Feb 17 01:18:54.719309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59218) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:54.722869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:54.751686 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.v2.resource [None req-a68d0d27-1982-4c34-b6da-946aeaaf3b59 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] show failed (client error): The resource could not be found.
Feb 17 01:18:54.753727 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a68d0d27-1982-4c34-b6da-946aeaaf3b59 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups/a6baf241-6927-4b3f-b490-f8816dc29902 HTTP/1.1" status: 404  len: 347 time: 0.0325885
Feb 17 01:18:54.758883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59222) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:54.820363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d02f5960-5326-4d06-a15e-162c155ac732 tempest-ServerRescueNegativeTestJSON-929149940 tempest-ServerRescueNegativeTestJSON-929149940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:54.943526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=2c3b3bb3-1298-42b9-97f2-1c0655315d7f,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:54.945469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd9043c-d80a-48ea-aba5-a5bfef156c9f None None] New status for floating IP f3b2c61d-4b8b-4166-8a71-d39227ce49db: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:18:54.949339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:54.998426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:55.000103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:55.002495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:55.005588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 3d38272f-e266-4886-8f17-c0122f95f6c8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:55.006052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.096747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.221463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.240718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.241111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.652443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 3d38272f-e266-4886-8f17-c0122f95f6c8 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:55.682345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.688245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:55.717262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e7da3e6a-4b8b-4dec-ac37-32d6a90abdbb tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:55.750529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83954) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:18:55.750936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:18:55.936995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=2c3b3bb3-1298-42b9-97f2-1c0655315d7f,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:55.940685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:56.044670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:56.070363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:56.072110 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5792775
Feb 17 01:18:56.252015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 3d38272f-e266-4886-8f17-c0122f95f6c8 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:18:56.252403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:56.334310 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-a75f6204-82bc-43c2-b01d-5295f5c6509c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1880136925&fields=id&tenant_id=35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 267 time: 0.1032219
Feb 17 01:18:56.607575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:56.607818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:56.685613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9704fc02-e43b-4620-9c1f-236fc103bca8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:18:56.687375 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9704fc02-e43b-4620-9c1f-236fc103bca8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 817 time: 0.3360481
Feb 17 01:18:56.762497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 3d38272f-e266-4886-8f17-c0122f95f6c8 owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:18:56.855353 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-cfe6e173-0efa-4166-acc9-7b592b462ab2 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/quotas/35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 375 time: 0.1011736
Feb 17 01:18:57.039557 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-2c88d6a0-0343-4818-8cd3-e8794a4e54d0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1756473
Feb 17 01:18:57.062254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.084026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:57.200845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-69653422-a51d-46e6-a31d-d6816eb86b97 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:18:57.202261 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-69653422-a51d-46e6-a31d-d6816eb86b97 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1468732
Feb 17 01:18:57.203311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'Port': ['ID=3d38272f-e266-4886-8f17-c0122f95f6c8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:57.206321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:57.457360 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-74e876d3-043e-446d-b477-675bf4c7c9e6 service neutron] 10.222.0.68 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398832
Feb 17 01:18:57.584601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.631377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:57.632633 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d3d1cd93-8472-48c7-b426-ce95c2234895 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "DELETE /v2.0/floatingips/f3b2c61d-4b8b-4166-8a71-d39227ce49db HTTP/1.1" status: 204  len: 168 time: 2.8714554
Feb 17 01:18:57.656543 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-48fc21ca-d770-44a5-afc9-d4de42db7c6b service neutron] 10.222.0.68 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1850357
Feb 17 01:18:58.311483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59242) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:58.317350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1483302980', 'description': 'tempest-description--2088131546'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:58.324175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:58.329265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:58.332791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:58.339649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:58.350741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.374169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:58.379283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:58.382748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:58.389888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:58.469670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.472786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.479317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6c2be326-a1dd-4704-aba2-8154c603802b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:58.531310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99bef0e-425d-4ae4-a933-d83e875aa070,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:58.534487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.535938 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2233353
Feb 17 01:18:58.537031 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-98017769-891c-4ad9-b8f5-844764226d5d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:58.539633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59246) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:58.546690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group_rule': {'security_group_id': 'a99bef0e-425d-4ae4-a933-d83e875aa070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:58.554594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:58.559816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:58.563342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:58.569557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:58.587285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.655565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.658880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.661089 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:58.685631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d612313-4860-4ffc-89a1-3428f5e9e758,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:58.688452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:58.696471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.698056 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-75d70d80-8e90-4ce0-90b2-14b52cc86ef0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1565337
Feb 17 01:18:58.701105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59250) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:58.707453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'security_group_rule': {'security_group_id': 'a99bef0e-425d-4ae4-a933-d83e875aa070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:58.714941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:58.719246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:security_group_rule and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:58.722431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:58.729236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:58.748705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.824272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.827691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.830236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-588e13ad-3a0e-4ff8-b8c6-45e5bcd1447e tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:58.863242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8db4689-0686-4bbc-878b-3b47c191bce5,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:58.869965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:58.878410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:58.879797 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f2794135-bf97-4387-97d3-a0b018bd1612 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1775043
Feb 17 01:18:58.885589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59258) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:18:58.891669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:18:58.898280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:18:58.903354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Usage tracker for resource:floatingip and tenant:7df27fd2b87f4421bf2bd515f2b31b24 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:18:58.909961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:18:58.970429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:18:58.988004 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c5652e6-70b9-4956-a69f-e89e2e867c0f req-986ed2e6-6e46-4591-85a2-dcadf7d88300 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0807297
Feb 17 01:18:58.994986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.154848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.463911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Allocated IP 172.27.3.216 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/4ff01724-d476-4016-8d27-4e0fec3c8b75) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:18:59.634937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.668237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:18:59.688203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6f6b9f6e-8f4e-4216-a4cc-a8e4f6c06761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:18:59.832093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=4ff01724-d476-4016-8d27-4e0fec3c8b75,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:18:59.845437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:18:59.898791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:18:59.901603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:18:59.904311 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:18:59.995890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.121703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.172818 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-562816d5-4de2-4009-85f7-6da33c70833c req-285b52b5-7f89-466a-ae8a-9b8ac7d95ac1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0893459
Feb 17 01:19:00.686784 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.690641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.706849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ef731f14-4939-49d1-afa5-d418b18df6a4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:00.860842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=4ff01724-d476-4016-8d27-4e0fec3c8b75,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:00.866496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:00.971281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.995959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:00.997340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1106210
Feb 17 01:19:01.203200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-3a7b40c1-695a-4970-ac49-bd789d605ac2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:01.219375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-3a7b40c1-695a-4970-ac49-bd789d605ac2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:01.220673 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-3a7b40c1-695a-4970-ac49-bd789d605ac2 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1483302980&fields=id&tenant_id=7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 267 time: 0.0644794
Feb 17 01:19:01.379890 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-55717d51-62e2-47b0-afd9-d2a7099d9b25 req-8010b7b4-efd3-4b3b-8200-87f2864633e6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.1200504
Feb 17 01:19:01.477054 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-8b4cf350-dff8-4d6c-886b-d48ca4fcbb55 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:01.479430 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-8b4cf350-dff8-4d6c-886b-d48ca4fcbb55 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 811 time: 0.2497244
Feb 17 01:19:01.497869 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-814c16a1-2b83-486a-b980-8d555ad0464e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/quotas/7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 375 time: 0.0118432
Feb 17 01:19:01.599513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-948d3ced-bf7e-45bd-aa08-1c47643a4212 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:01.616073 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-948d3ced-bf7e-45bd-aa08-1c47643a4212 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:01.617634 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-948d3ced-bf7e-45bd-aa08-1c47643a4212 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1134920
Feb 17 01:19:01.863448 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-314e5884-eae5-404e-b901-7c7f280b0a6c service neutron] 10.222.0.68 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2306774
Feb 17 01:19:02.033176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-95319f12-c2e9-418f-8dd9-e1bf486adb48 service neutron] 10.222.0.68 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1623552
Feb 17 01:19:02.244612 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ed92e581-22cd-43cb-80e6-5c32d92abcba req-c522e2cb-11c9-42b1-a2c6-690e6f6568d1 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0527167
Feb 17 01:19:02.530787 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-811c652f-dd97-4ed4-8e77-157b66a1dfca req-b5fa7da8-679b-471f-ad05-92ef86ec4e91 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0562565
Feb 17 01:19:03.362804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3591d928-c199-4e27-82de-76ca1be3127c req-89d50ff2-d996-4d86-9f28-d79ace51412b tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0506148
Feb 17 01:19:03.773371 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aed0fa16-f85d-4c64-9c4a-5810114ea704 req-3e001c18-1881-438f-961f-ba1a0546539c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0899270
Feb 17 01:19:04.528631 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3c163ac7-8a82-4e9b-9557-75aaac884b4e req-08c2723d-6c64-4e6c-8e6d-f5215ab9030a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0769260
Feb 17 01:19:04.560992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-6ef4638a-f9d1-4b65-98d3-90037100d5e1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:04.562620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-6ef4638a-f9d1-4b65-98d3-90037100d5e1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 817 time: 0.2367299
Feb 17 01:19:04.653339 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-81bf7833-304b-40c0-8b58-068f7921faa6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35f50e5b4203461c91f0528cea0aa6e1 HTTP/1.1" status: 200  len: 5705 time: 0.0811563
Feb 17 01:19:04.663898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'port': {'device_id': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'admin_state_up': True, 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'security_groups': ['7e283474-f565-4aae-afca-5d096df56e21']}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:04.822432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:04.827030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Usage tracker for resource:port and tenant:35f50e5b4203461c91f0528cea0aa6e1 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:19:04.830369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:19:04.837126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:04.846834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Made reservation on behalf of 35f50e5b4203461c91f0528cea0aa6e1 for: {'port': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:19:04.853193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.045428 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-80c2c903-5702-47c6-b790-1aa2b9918c90 req-5a89bb25-28d9-4623-b3fc-f34f2227daf8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0693247
Feb 17 01:19:05.263589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Allocated IP 172.20.0.11 (66eb04c0-c7a4-433d-906d-de7f47c8ffff/1cf385fe-677f-4cc0-8d4a-1846b24d134a/64991bb7-07ec-4376-b389-1d6058fc4be2) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:19:05.492186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.519040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Transition to ACTIVE for port object 64991bb7-07ec-4376-b389-1d6058fc4be2 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:05.547013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.625032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-acf2f93c-9672-4ae5-8102-db1100262991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:05.748649 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae9f9392-de2d-4c22-863f-aa0c5f5a3437 req-98b401f2-345e-411c-9731-4c546c2e3b28 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0834696
Feb 17 01:19:05.771622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event updated for resources: {'Port': ['ID=64991bb7-07ec-4376-b389-1d6058fc4be2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:05.775462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:05.837039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:19:05.838184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:19:05.840582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:19:05.922251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:05.922941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:05.949881 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-9b942732-2502-4741-8d86-fe1e576fe448 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2907462
Feb 17 01:19:05.964421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Request body: {'port': {'device_id': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:06.020624 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:06.082766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f293e3de-a351-40b5-b0a9-5894c6b265fd None None] Provisioning for port 64991bb7-07ec-4376-b389-1d6058fc4be2 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:06.090773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-f293e3de-a351-40b5-b0a9-5894c6b265fd None None] Provisioning complete for port 64991bb7-07ec-4376-b389-1d6058fc4be2 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:06.091782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f293e3de-a351-40b5-b0a9-5894c6b265fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:06.098413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:06.160182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-f293e3de-a351-40b5-b0a9-5894c6b265fd None None] Port 64991bb7-07ec-4376-b389-1d6058fc4be2 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:19:06.557151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3e71f-9cbe-420f-894a-5caab6d4a446 req-1344eb90-bb35-48a2-bb8f-48b9a1292628 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:06.558480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-29f3e71f-9cbe-420f-894a-5caab6d4a446 req-1344eb90-bb35-48a2-bb8f-48b9a1292628 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:19:06.596321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-29f3e71f-9cbe-420f-894a-5caab6d4a446 req-1344eb90-bb35-48a2-bb8f-48b9a1292628 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:19:06.597647 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29f3e71f-9cbe-420f-894a-5caab6d4a446 req-1344eb90-bb35-48a2-bb8f-48b9a1292628 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 932 time: 0.3605187
Feb 17 01:19:06.674084 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29f3e71f-9cbe-420f-894a-5caab6d4a446 req-4318d94d-cea4-4843-9cc7-3f06e37fad84 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599766
Feb 17 01:19:06.803159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64991bb7-07ec-4376-b389-1d6058fc4be2 {{(pid=83954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:19:06.820493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:06.846655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Transition to ACTIVE for port object 64991bb7-07ec-4376-b389-1d6058fc4be2 will not be triggered until provisioned by entity L2. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:06.853607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:06.884013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:07.232002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:19:07.315722 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-de850ad4-0c2b-4f6e-8f2e-05d9c10841be req-529f16d4-c7df-4790-bb90-272471827768 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0842390
Feb 17 01:19:07.358725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Pushing event updated for resources: {'Port': ['ID=64991bb7-07ec-4376-b389-1d6058fc4be2,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:07.363600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:07.570380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Attempting to bind port 64991bb7-07ec-4376-b389-1d6058fc4be2 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:19:07.571647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Attempting to bind port 64991bb7-07ec-4376-b389-1d6058fc4be2 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:19:07.572365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Attempting to bind port 64991bb7-07ec-4376-b389-1d6058fc4be2 on network 66eb04c0-c7a4-433d-906d-de7f47c8ffff {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:19:07.584215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:19:07.584981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Checking segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:19:07.585749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.587000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Bound using segment: {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'} {{(pid=83954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:19:07.587916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Bound port: 64991bb7-07ec-4376-b389-1d6058fc4be2, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62116c3f-64b4-4775-a479-de119f039a4e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff'}}] {{(pid=83954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:19:07.588651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.605402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-48c37d69-0f32-4db0-bfe5-320046c9a7da tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:07.607089 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-48c37d69-0f32-4db0-bfe5-320046c9a7da tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 811 time: 0.2111392
Feb 17 01:19:07.692956 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-8a0015e0-c345-406d-a746-431a920f7a1d tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24 HTTP/1.1" status: 200  len: 5705 time: 0.0773327
Feb 17 01:19:07.705416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'port': {'device_id': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'admin_state_up': True, 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'security_groups': ['a99bef0e-425d-4ae4-a933-d83e875aa070']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:07.747478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1e7f19ec-0cee-4298-b818-b46ebb359515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.792544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] For port 64991bb7-07ec-4376-b389-1d6058fc4be2, host hv-cinder-75995, cleared binding levels {{(pid=83954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:19:07.798659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] For port 64991bb7-07ec-4376-b389-1d6058fc4be2, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=64991bb7-07ec-4376-b389-1d6058fc4be2,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:19:07.806400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:07.845639 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5578e0de-5c02-4d3a-b000-a319dfaca73b tempest-VolumesSnapshotTestJSON-702409471 tempest-VolumesSnapshotTestJSON-702409471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:07.947646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:19:07.958756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:19:07.969471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Made reservation on behalf of 7df27fd2b87f4421bf2bd515f2b31b24 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:19:07.975881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.071691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Pushing event updated for resources: {'Port': ['ID=64991bb7-07ec-4376-b389-1d6058fc4be2,revision_number=3']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:08.078083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:08.124232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aac7d5-38a7-4778-8df3-47cf4c21d0c8 req-5dbdda4c-b594-4b25-8f2a-8774e74c417a tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.125531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8aac7d5-38a7-4778-8df3-47cf4c21d0c8 req-5dbdda4c-b594-4b25-8f2a-8774e74c417a tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 944 time: 0.1910734
Feb 17 01:19:08.132065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.132740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.135085 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] 10.222.0.69 "PUT /v2.0/ports/64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1158 time: 2.1773722
Feb 17 01:19:08.135708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:08.202165 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d8aac7d5-38a7-4778-8df3-47cf4c21d0c8 req-24402e21-6f9d-4d99-816c-d276da259146 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604346
Feb 17 01:19:08.296813 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'status': 'completed', 'code': 200}
Feb 17 01:19:08.310116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-6ea44c92-9ee4-4a3f-ba81-0400f4b18543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.311852 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-6ea44c92-9ee4-4a3f-ba81-0400f4b18543 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1161 time: 0.1086290
Feb 17 01:19:08.386212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Allocated IP 172.20.0.14 (960f0f91-766c-414c-bf38-3fed7b9c9be9/2bb945c3-5d12-4c53-bb80-9c93e6ff9d97/17040d9d-92c1-48c0-adcd-4e870a279b64) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:19:08.410539 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-fd35cd78-89b1-4ecd-85ea-e64719963326 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 217 time: 0.0907195
Feb 17 01:19:08.573995 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9cc81835-1749-45d7-b415-7c63eba61065 req-b74c9cfa-245c-4b6d-8215-4010ef89cf8e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0856042
Feb 17 01:19:08.589986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-4ed21773-2ab9-4346-9bb8-42fdc50ecd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.591658 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-4ed21773-2ab9-4346-9bb8-42fdc50ecd13 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.1753852
Feb 17 01:19:08.611353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.629210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Transition to ACTIVE for port object 17040d9d-92c1-48c0-adcd-4e870a279b64 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:08.654749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:08.671041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f2919360-7b4f-4c28-bd65-3eb76038be62 tempest-VolumesActionsTest-1033571500 tempest-VolumesActionsTest-1033571500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:08.732722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-89aac64f-3564-4a7e-b482-b5ff1b868f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.734427 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-89aac64f-3564-4a7e-b482-b5ff1b868f73 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1357193
Feb 17 01:19:08.818114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event updated for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:08.822904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:08.882844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:19:08.884891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:19:08.887338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:19:08.907714 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-7fd5e2f6-d7fe-4725-aec3-ab8a83147506 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661777
Feb 17 01:19:08.979365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:08.980417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.027225 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3278916
Feb 17 01:19:09.041157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Request body: {'port': {'device_id': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:09.093423 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b5a75dde-f8be-4d4b-9160-bba519595149 req-454fbde5-e31c-4b5a-a29d-82cb92e86067 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1789896
Feb 17 01:19:09.123270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-db52f196-ed4d-4205-b614-c42d6e4c5496 None None] Provisioning for port 17040d9d-92c1-48c0-adcd-4e870a279b64 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:09.129425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-db52f196-ed4d-4205-b614-c42d6e4c5496 None None] Provisioning complete for port 17040d9d-92c1-48c0-adcd-4e870a279b64 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:09.129828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-db52f196-ed4d-4205-b614-c42d6e4c5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.195159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-db52f196-ed4d-4205-b614-c42d6e4c5496 None None] Port 17040d9d-92c1-48c0-adcd-4e870a279b64 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:19:09.231535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-f640de1e-1d37-4a3f-925f-f97853de6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.233255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-f640de1e-1d37-4a3f-925f-f97853de6328 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1161 time: 0.0863907
Feb 17 01:19:09.236900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.489165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-0d5c0fe5-ba17-4421-aca0-d8f2b89d26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.490775 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-0d5c0fe5-ba17-4421-aca0-d8f2b89d26d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.2510774
Feb 17 01:19:09.575981 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-bcb356d3-3a43-460d-a729-07cfb8e9859c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 217 time: 0.0779812
Feb 17 01:19:09.663497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245a798-198d-4ac0-a4d2-b36bb1b7e68b req-2e59d9d2-f513-4d99-b4d4-857cd6cfe738 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.665774 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6245a798-198d-4ac0-a4d2-b36bb1b7e68b req-2e59d9d2-f513-4d99-b4d4-857cd6cfe738 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 944 time: 0.2423146
Feb 17 01:19:09.672513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-0a2744d8-ed9e-4314-a696-d387cac776ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.674200 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-0a2744d8-ed9e-4314-a696-d387cac776ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0900998
Feb 17 01:19:09.715544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-99ff5dc3-9727-4879-9071-bf34c04018c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.803845 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6245a798-198d-4ac0-a4d2-b36bb1b7e68b req-18a3ad33-fbfd-4788-af2e-7cdc1bfa64c3 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260200
Feb 17 01:19:09.907711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17040d9d-92c1-48c0-adcd-4e870a279b64 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:19:09.916544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.930531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Transition to ACTIVE for port object 17040d9d-92c1-48c0-adcd-4e870a279b64 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:19:09.934638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:09.950613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-a63ccc66-a097-4481-89fa-ecde5fb1bd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:09.953330 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-a63ccc66-a097-4481-89fa-ecde5fb1bd42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2597122
Feb 17 01:19:09.955526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4ce43074-9a4c-4847-906c-8b9316a2e055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:10.096008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Pushing event updated for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:10.109832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:10.206818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407abb5-ffcb-4533-8014-a022dfb76966 req-bfcc7601-27ee-4636-b2bf-8b24888be13c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:10.208615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b407abb5-ffcb-4533-8014-a022dfb76966 req-bfcc7601-27ee-4636-b2bf-8b24888be13c tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 932 time: 0.3687415
Feb 17 01:19:10.217363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.285366 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-6d1d7122-9609-49e1-a4eb-390dd34961ee service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237162
Feb 17 01:19:10.309410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Attempting to bind port 17040d9d-92c1-48c0-adcd-4e870a279b64 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:19:10.309748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Attempting to bind port 17040d9d-92c1-48c0-adcd-4e870a279b64 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:19:10.310133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Attempting to bind port 17040d9d-92c1-48c0-adcd-4e870a279b64 on network 960f0f91-766c-414c-bf38-3fed7b9c9be9 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:19:10.317199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:19:10.317579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Checking segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:19:10.318005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.318406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Bound using segment: {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:19:10.318898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Bound port: 17040d9d-92c1-48c0-adcd-4e870a279b64, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e06d3c-b36c-475d-9576-36b3fe12e48b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:19:10.319373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.432010 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b407abb5-ffcb-4533-8014-a022dfb76966 req-23af44c2-9202-4ca1-b616-3ac2823fda60 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2005610
Feb 17 01:19:10.445425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:19:10.454473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=17040d9d-92c1-48c0-adcd-4e870a279b64,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:19:10.460169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.493792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-72941c1c-a139-4920-adfb-58d05c2efc46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:10.494299 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-d756400b-bf6f-47b1-b383-9d671f7e4a09 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957059
Feb 17 01:19:10.660915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Pushing event updated for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:10.667112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:10.701611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:10.702439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:10.704150 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] 10.222.0.69 "PUT /v2.0/ports/17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1158 time: 1.6690483
Feb 17 01:19:10.704499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:10.830838 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'status': 'completed', 'code': 200}
Feb 17 01:19:10.889942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-b2b07edb-1d6b-4b43-851b-8b8e52519fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:10.892267 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-b2b07edb-1d6b-4b43-851b-8b8e52519fee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1161 time: 0.1390471
Feb 17 01:19:10.986241 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-6a0eb8e9-f43b-4d8c-8255-1c598f5a7489 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 217 time: 0.0860362
Feb 17 01:19:11.064903 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1686a93-41da-44f4-a650-8816b19f742b req-353f161a-8f91-4df0-9281-b7ba22619d14 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.066987 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1686a93-41da-44f4-a650-8816b19f742b req-353f161a-8f91-4df0-9281-b7ba22619d14 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 944 time: 0.0984921
Feb 17 01:19:11.089452 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-e9b5a547-7a69-4266-a008-50fc58373ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.091180 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-e9b5a547-7a69-4266-a008-50fc58373ba6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0984640
Feb 17 01:19:11.137307 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e1686a93-41da-44f4-a650-8816b19f742b req-7994174e-1a47-4acf-adf9-cb82d820bad6 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581470
Feb 17 01:19:11.422537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-4423cb98-970e-4ef6-980e-ec53f894acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.424207 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-4423cb98-970e-4ef6-980e-ec53f894acaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3262239
Feb 17 01:19:11.573649 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-d8c788d5-3141-41a8-8ac9-6f843cbf8d95 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422203
Feb 17 01:19:11.640429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d018b5-d03c-4db7-95b1-78e167a2c11c req-1e550334-0090-4670-8cd7-49b3c954fe2f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.642068 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e4d018b5-d03c-4db7-95b1-78e167a2c11c req-1e550334-0090-4670-8cd7-49b3c954fe2f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.0924919
Feb 17 01:19:11.687915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:11.692370 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e4d018b5-d03c-4db7-95b1-78e167a2c11c req-273c9906-b395-4d90-8d8e-9749d363f896 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436592
Feb 17 01:19:11.721766 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dd21e291-d033-46b0-8a1d-a73f99b03e2c req-39200890-4b89-4416-9fc2-4c12b91d7f11 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408854
Feb 17 01:19:11.850179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-a8cf548c-051f-44de-a6a7-0255e3ac6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:11.851882 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-a8cf548c-051f-44de-a6a7-0255e3ac6b3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1161 time: 0.0821521
Feb 17 01:19:12.004353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-3b875c04-5ff3-425e-9149-1cfd8f9bb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.005924 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-3b875c04-5ff3-425e-9149-1cfd8f9bb90c service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1466773
Feb 17 01:19:12.082736 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-0c174be5-ea8e-4d66-bf20-9d14a15d3283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 217 time: 0.0696621
Feb 17 01:19:12.126517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:12.159589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-413bba06-ad47-4d94-8cb8-1154964d5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.161211 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-413bba06-ad47-4d94-8cb8-1154964d5fa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0716569
Feb 17 01:19:12.249707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-f2323cdb-4f61-40fd-8676-75877ffbbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.252425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-f2323cdb-4f61-40fd-8676-75877ffbbeb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847690
Feb 17 01:19:12.396724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b43ae-eb9a-4116-8664-2f9d10eafc43 req-1e1a82a0-0a86-445c-bce5-04d477eefb78 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.398468 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f9b43ae-eb9a-4116-8664-2f9d10eafc43 req-1e1a82a0-0a86-445c-bce5-04d477eefb78 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 944 time: 0.1246846
Feb 17 01:19:12.420746 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-fbc05836-5f44-450c-9fe5-bdc554cabc85 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610115
Feb 17 01:19:12.454623 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f9b43ae-eb9a-4116-8664-2f9d10eafc43 req-7d570960-3c49-47e3-bc90-79c6f2439434 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488572
Feb 17 01:19:12.587425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc9019e2-e79f-4fbb-867a-9141c7d7ce6c req-15909c42-3325-487d-a3fc-4057d640d23c service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1594381
Feb 17 01:19:12.899012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc054-44bb-46f1-af37-8241c8fbb7aa req-a52e3902-fb7b-4479-96c3-8eb6b825b419 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:12.901155 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-37bfc054-44bb-46f1-af37-8241c8fbb7aa req-a52e3902-fb7b-4479-96c3-8eb6b825b419 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.0874763
Feb 17 01:19:12.934419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 64991bb7-07ec-4376-b389-1d6058fc4be2 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:12.951242 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-37bfc054-44bb-46f1-af37-8241c8fbb7aa req-7563f4ff-ebdc-4fda-bb42-829d3c3cb943 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435932
Feb 17 01:19:13.006771 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 64991bb7-07ec-4376-b389-1d6058fc4be2 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:13.012800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 64991bb7-07ec-4376-b389-1d6058fc4be2 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:13.013220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:13.143136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:13.173099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:13.184184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 64991bb7-07ec-4376-b389-1d6058fc4be2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=64991bb7-07ec-4376-b389-1d6058fc4be2,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:13.187601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:13.190417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:13.230468 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'code': 200}
Feb 17 01:19:13.269399 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=64991bb7-07ec-4376-b389-1d6058fc4be2,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:13.273438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:13.492431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d63406-133b-4b2b-b325-0f4135e071d3 req-e60983d2-5a7e-40e4-916d-7510b5888687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:13.494758 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-91d63406-133b-4b2b-b325-0f4135e071d3 req-e60983d2-5a7e-40e4-916d-7510b5888687 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0851340
Feb 17 01:19:13.539232 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-91d63406-133b-4b2b-b325-0f4135e071d3 req-d106b5de-7bd3-4927-aa26-dfaf18de33a4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383205
Feb 17 01:19:13.685047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047d5c4-e361-4f10-afe0-93c1da5abe46 req-166ed892-b232-4dce-8e54-bd1272cd9a8b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:13.686767 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9047d5c4-e361-4f10-afe0-93c1da5abe46 req-166ed892-b232-4dce-8e54-bd1272cd9a8b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.0937495
Feb 17 01:19:13.736996 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9047d5c4-e361-4f10-afe0-93c1da5abe46 req-41d7afd4-affb-4d1e-95f8-1b2dfacc53ec tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437500
Feb 17 01:19:14.159460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1473ba-7a3b-4428-a32e-f34903da6b05 req-84d532b2-ce8f-4b9f-ac12-dfb2c64f662e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:14.161109 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c1473ba-7a3b-4428-a32e-f34903da6b05 req-84d532b2-ce8f-4b9f-ac12-dfb2c64f662e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.0878181
Feb 17 01:19:14.213507 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c1473ba-7a3b-4428-a32e-f34903da6b05 req-605695b6-a947-4e67-b18a-65f124b4d0b5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455258
Feb 17 01:19:14.343246 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 64991bb7-07ec-4376-b389-1d6058fc4be2 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:14.422478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 64991bb7-07ec-4376-b389-1d6058fc4be2 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:14.422817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:14.947341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358520c-88e6-4f34-8573-b6cc84afac09 req-ae3037ba-1cba-4bd2-94b6-a4278abda5b9 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:14.949069 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7358520c-88e6-4f34-8573-b6cc84afac09 req-ae3037ba-1cba-4bd2-94b6-a4278abda5b9 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.0888667
Feb 17 01:19:15.002156 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7358520c-88e6-4f34-8573-b6cc84afac09 req-3293aee8-707b-422a-a775-1cbcf2ae9c50 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455935
Feb 17 01:19:15.424792 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0371a-9762-43a8-a96a-27e8482e24f5 req-9dcd1572-06c0-49a3-bdb8-08618c0dbb00 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:15.426430 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79e0371a-9762-43a8-a96a-27e8482e24f5 req-9dcd1572-06c0-49a3-bdb8-08618c0dbb00 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.0946035
Feb 17 01:19:15.477369 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79e0371a-9762-43a8-a96a-27e8482e24f5 req-78dc95cb-0817-420f-831d-deee49b312a8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437977
Feb 17 01:19:16.208673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a9447-b669-458c-b4e1-9e56a93b5ee5 req-e30cae88-e02a-48b1-8f73-2ced9343f9c7 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:16.210301 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-084a9447-b669-458c-b4e1-9e56a93b5ee5 req-e30cae88-e02a-48b1-8f73-2ced9343f9c7 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.0855796
Feb 17 01:19:16.259606 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-084a9447-b669-458c-b4e1-9e56a93b5ee5 req-dfbabb56-53a0-4349-8c19-51a806d4fa40 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425048
Feb 17 01:19:16.773178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d084de-bc04-489b-b102-bfd8c729e944 req-fb76a2c2-5119-433b-86c6-e08fbb67321b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:16.774379 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-08d084de-bc04-489b-b102-bfd8c729e944 req-fb76a2c2-5119-433b-86c6-e08fbb67321b tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.4001145
Feb 17 01:19:16.781760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0386062-91ec-4aeb-9bcd-6c92efaa70b7 req-bd6d56e5-d9fd-4d05-930e-3e941be51e1f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:16.783349 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0386062-91ec-4aeb-9bcd-6c92efaa70b7 req-bd6d56e5-d9fd-4d05-930e-3e941be51e1f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.1283662
Feb 17 01:19:16.783912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 59382) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:16.789879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Request body: {'floatingip': {'port_id': '64991bb7-07ec-4376-b389-1d6058fc4be2'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:16.820371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 17040d9d-92c1-48c0-adcd-4e870a279b64 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:16.837227 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0386062-91ec-4aeb-9bcd-6c92efaa70b7 req-544cd589-92dc-482c-80c1-5599fbaaa089 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468321
Feb 17 01:19:16.879816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:16.896149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 17040d9d-92c1-48c0-adcd-4e870a279b64 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:19:16.902164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 17040d9d-92c1-48c0-adcd-4e870a279b64 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:16.902623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:17.044219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:17.074941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:17.085426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=17040d9d-92c1-48c0-adcd-4e870a279b64,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:19:17.089561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:17.091884 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d614eb5c-13d5-4f6c-a0e3-a7897a7f9ae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:19:17.171884 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:19:17.175607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:19:17.250012 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'code': 200}
Feb 17 01:19:17.598883 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc717ae-2b4e-4364-9aff-140698ae70ab req-3c8df3ad-d9d0-44aa-9062-d4a1f534a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:17.600615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bc717ae-2b4e-4364-9aff-140698ae70ab req-3c8df3ad-d9d0-44aa-9062-d4a1f534a845 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.1805236
Feb 17 01:19:17.646797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:17.659309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:17.795389 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2bc717ae-2b4e-4364-9aff-140698ae70ab req-3b94de58-6e7a-4f19-8746-7b1e248cac5f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1881447
Feb 17 01:19:17.854314 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Floating IP 4f8557b2-8548-41b2-b64a-12a2e48fd5c5 associated. External IP: 172.27.3.224, port: 64991bb7-07ec-4376-b389-1d6058fc4be2.
Feb 17 01:19:18.045534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65f9b3-21db-484a-a1ed-9c2c08dc8c70 req-986ab703-de15-4a4c-8fec-01eb6f093b9f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:18.047148 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bf65f9b3-21db-484a-a1ed-9c2c08dc8c70 req-986ab703-de15-4a4c-8fec-01eb6f093b9f tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.0937109
Feb 17 01:19:18.101423 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bf65f9b3-21db-484a-a1ed-9c2c08dc8c70 req-f9a8143f-414f-4788-9037-2d186e7e8330 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477095
Feb 17 01:19:18.372575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 17040d9d-92c1-48c0-adcd-4e870a279b64 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:19:18.451450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 17040d9d-92c1-48c0-adcd-4e870a279b64 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:19:18.451841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:18.485242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:19:18.686499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:19:18.691216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:18.696878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:19:18.708535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:18.709220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b9eeb8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:18.754195 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-b95b21bd-d8bb-4af3-b5b1-396cc6af5311 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "PUT /v2.0/floatingips/4f8557b2-8548-41b2-b64a-12a2e48fd5c5 HTTP/1.1" status: 200  len: 992 time: 1.9690540
Feb 17 01:19:18.754938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:18.848949 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'status': 'completed', 'code': 200}
Feb 17 01:19:18.920609 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:18.972495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-710e8912-fe27-4e8e-afb8-647d37dd36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:18.974181 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-710e8912-fe27-4e8e-afb8-647d37dd36f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0940838
Feb 17 01:19:19.155275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-45d51a8d-1fb1-495f-ad16-4895edec061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.156965 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-45d51a8d-1fb1-495f-ad16-4895edec061a service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1717305
Feb 17 01:19:19.291000 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-2639df1d-2475-4f2d-9f5a-04ccbe510707 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1000 time: 0.1181128
Feb 17 01:19:19.310437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc198a06-4ec1-4cdd-9ffa-5ee345bbc97f req-5d6251f5-1e82-49a1-9d62-c1eefdb91e30 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.312149 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cc198a06-4ec1-4cdd-9ffa-5ee345bbc97f req-5d6251f5-1e82-49a1-9d62-c1eefdb91e30 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.0912945
Feb 17 01:19:19.363610 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cc198a06-4ec1-4cdd-9ffa-5ee345bbc97f req-b8ade62b-dec1-4706-8d0e-9ad597533f0a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446393
Feb 17 01:19:19.373041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-6cd46def-f6fc-4189-96e5-6ef854f9d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.374352 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-6cd46def-f6fc-4189-96e5-6ef854f9d652 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0761046
Feb 17 01:19:19.478002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-76a888d4-8dfc-47b1-bc64-fb8d63763317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.479668 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-76a888d4-8dfc-47b1-bc64-fb8d63763317 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993388
Feb 17 01:19:19.499932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b9eeb8>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '4f8557b2-8548-41b2-b64a-12a2e48fd5c5', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:9e:f6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:55Z', 'updated_at': '2021-02-17T01:19:17Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:19.504197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:19:19.514264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:19.514925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b9eeb8>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:19.569061 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645005a2-2719-4c89-b0b7-b6d718fcec5d req-47a718cc-75d3-46cb-b78b-ffc8842d0a26 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:19.571199 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-645005a2-2719-4c89-b0b7-b6d718fcec5d req-47a718cc-75d3-46cb-b78b-ffc8842d0a26 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.0942097
Feb 17 01:19:19.581298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 59400) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:19:19.588014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Request body: {'floatingip': {'port_id': '17040d9d-92c1-48c0-adcd-4e870a279b64'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:19:19.630854 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-32153e42-47ef-4787-8d74-0e16a019a1b5 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444559
Feb 17 01:19:19.676333 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:19.717898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:19.826312 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d813f4ea-5f20-493c-889f-0fb70eb2c330 req-c85a8155-c1c7-4ae1-9a4f-85b996eb29fa service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1888814
Feb 17 01:19:20.129591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b9eeb8>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '4f8557b2-8548-41b2-b64a-12a2e48fd5c5', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:9e:f6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:55Z', 'updated_at': '2021-02-17T01:19:17Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:20.138524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9292d5d2-0c86-4d08-b53a-8ecde1af858e None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '4f8557b2-8548-41b2-b64a-12a2e48fd5c5', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'port_id': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'mac_address': 'fa:16:3e:9e:f6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:55Z', 'updated_at': '2021-02-17T01:19:17Z', 'revision_number': 1, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:19:20.384966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:20.387679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:20.478599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aee7b8-e2b3-4d68-88f8-88b81a0bc941 None None] New status for floating IP 4f8557b2-8548-41b2-b64a-12a2e48fd5c5: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:19:20.579751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af associated. External IP: 172.27.3.216, port: 17040d9d-92c1-48c0-adcd-4e870a279b64.
Feb 17 01:19:20.984838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:19:21.228223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:19:21.232909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:21.238352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:19:21.249329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:21.250106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912c08438>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:21.294740 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f6cc52e1-24d7-47d9-b1e0-af862c3a1bc8 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "PUT /v2.0/floatingips/76734510-1c7f-47b8-9c4a-7acfa58976af HTTP/1.1" status: 200  len: 992 time: 1.7120955
Feb 17 01:19:21.295374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:19:21.377964 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'status': 'completed', 'code': 200}
Feb 17 01:19:21.455385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:21.489815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-c2819dc3-15d5-484b-8221-c8d2a888970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.491517 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-c2819dc3-15d5-484b-8221-c8d2a888970c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.0867717
Feb 17 01:19:21.648305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-fb45bcba-9072-4ec0-9cc6-6be521078adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.649991 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-fb45bcba-9072-4ec0-9cc6-6be521078adf service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1523945
Feb 17 01:19:21.764052 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-234cf91b-d734-445f-af93-8b014bf081a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1000 time: 0.1078622
Feb 17 01:19:21.849680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-3d0b254f-a7aa-4b20-9d9d-e31708b40965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.851488 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-3d0b254f-a7aa-4b20-9d9d-e31708b40965 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0815251
Feb 17 01:19:21.869190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912c08438>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '76734510-1c7f-47b8-9c4a-7acfa58976af', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:16:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:59Z', 'updated_at': '2021-02-17T01:19:20Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:21.873548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:19:21.882536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:19:21.883483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912c08438>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:19:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:21.937046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-0e508f8a-4382-46ef-91f8-299faa964842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:21.938610 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-0e508f8a-4382-46ef-91f8-299faa964842 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807309
Feb 17 01:19:22.087923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:19:22.107467 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-efe6996c-a23b-4534-9799-3522407bdbd9 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615829
Feb 17 01:19:22.277056 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efc1d1dc-db00-4b57-9431-c47b4524f8bd req-3a61dabe-bc07-4ba1-8964-5a5e25b0cebc service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1624143
Feb 17 01:19:22.687220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912c08438>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '76734510-1c7f-47b8-9c4a-7acfa58976af', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:16:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:59Z', 'updated_at': '2021-02-17T01:19:20Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:19:22.692326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a9051e-d629-4b91-af10-f94acbc79a2d None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': '76734510-1c7f-47b8-9c4a-7acfa58976af', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'port_id': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'mac_address': 'fa:16:3e:16:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:18:59Z', 'updated_at': '2021-02-17T01:19:20Z', 'revision_number': 1, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:19:22.995272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abf2d61-6793-46a6-a9e7-b447c124c4ec None None] New status for floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:19:36.038821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:37.667375 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f3a99738-0819-4bc3-9fdd-81a2e613bc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:39.718389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ef597af4-a774-455d-aa35-72fe9df85218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:39.760897 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-2a11bca6-44a5-472f-97f5-436bbb29fc04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0939376
Feb 17 01:19:39.950105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-32e7c91a-8d2d-4d14-9c69-2b26c1755ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:39.951795 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-32e7c91a-8d2d-4d14-9c69-2b26c1755ec3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0853631
Feb 17 01:19:40.129615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-41928e98-40b8-4958-bac4-5dd55a2537de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.131313 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-41928e98-40b8-4958-bac4-5dd55a2537de service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1564026
Feb 17 01:19:40.203597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:40.262433 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-39066b5a-e42c-4b44-a489-8dcb6a070fbb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1243222
Feb 17 01:19:40.337931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-6ca34009-4de3-478c-aab8-c877cbb3f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.339713 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-6ca34009-4de3-478c-aab8-c877cbb3f3b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0697634
Feb 17 01:19:40.448688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-b3bab056-f95a-4698-ac74-1e1fa8b19fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:19:40.451574 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-b3bab056-f95a-4698-ac74-1e1fa8b19fe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037216
Feb 17 01:19:40.618973 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-fa0656c1-ea08-4aed-b74f-d96e889e11ed service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565335
Feb 17 01:19:40.791382 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a748f0ac-22ad-48c9-a046-ca0373d2eb64 req-81081bcf-f422-44d2-8c03-b4d1b40a60a3 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1604955
Feb 17 01:19:41.692680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:42.128653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:19:44.232939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:20:06.049802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:07.660193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d6460391-e295-464d-afdc-60519014c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:09.712210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c22b5f9b-4a1b-4121-ada6-7b167ae28f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:10.194629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:11.696138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:12.139717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:21.233637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:20:36.055235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:37.664588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b3cc-1900-4396-9a9f-a82df05d5145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:39.714788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-890616f7-14e6-430d-aebb-cfdac364dfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:40.196135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:41.701051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:42.116193 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-34f5a0c0-a4ce-4205-9c01-85a2787a3a7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801940
Feb 17 01:20:42.133426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:20:42.220936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-fb40cb25-095d-4d41-aa5a-ebfc832c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.222591 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-fb40cb25-095d-4d41-aa5a-ebfc832c2555 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.0859172
Feb 17 01:20:42.399347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-8798e76f-9aa7-4c88-8993-dc8b1a30d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.401005 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-8798e76f-9aa7-4c88-8993-dc8b1a30d7bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1536262
Feb 17 01:20:42.521309 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-e80ec6c2-93ca-4a54-8e72-f9bb854c6e21 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1002 time: 0.1136193
Feb 17 01:20:42.602424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-5c298d06-d6c6-4a58-bc20-1e742faa0fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.604079 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-5c298d06-d6c6-4a58-bc20-1e742faa0fc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0764251
Feb 17 01:20:42.698712 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-69d4a5cb-5bda-48bf-9aff-24cda106b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:20:42.700323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-69d4a5cb-5bda-48bf-9aff-24cda106b117 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845695
Feb 17 01:20:42.852461 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-df8f96f2-f4a1-45bf-bef0-9cde4ff43ad1 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419311
Feb 17 01:20:43.000803 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-071727b8-5b47-48b4-ad5e-5b6873e9b8f7 req-9d634bdf-7ce0-42a1-88f0-8e962d21d7c8 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417825
Feb 17 01:20:58.237165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:21:06.058657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:07.666960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4aa5da41-5713-443c-98ba-62699bf43145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:09.718218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1be2ebc5-a087-4882-813f-57cd8cca4724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:10.198420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:11.695248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:12.136895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:35.239835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:21:36.073655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:37.671369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f2e634c2-9eda-42b3-b271-83be0d806c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:39.721370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-05de90e4-f069-4009-b952-12410d08c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:40.203937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:41.705300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.005300 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-bbd66510-4164-4872-b2cb-777078c9ff6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3516152
Feb 17 01:21:42.140724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:21:42.278978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509eb2-0273-4008-be91-38341518142f req-6e2bd658-eddb-4294-9f0e-3d8a240b2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.281777 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-6e2bd658-eddb-4294-9f0e-3d8a240b2760 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.1336465
Feb 17 01:21:42.451024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509eb2-0273-4008-be91-38341518142f req-b2e99311-d6da-4076-ae35-cf7d7b0bff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.452804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-b2e99311-d6da-4076-ae35-cf7d7b0bff5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1508491
Feb 17 01:21:42.597076 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-e2e65669-bbfa-448a-848b-2b676172fc95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1376355
Feb 17 01:21:42.670687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509eb2-0273-4008-be91-38341518142f req-e0c177f5-838c-4186-9d9a-67f28d59bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.672350 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-e0c177f5-838c-4186-9d9a-67f28d59bf29 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0687287
Feb 17 01:21:42.762136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509eb2-0273-4008-be91-38341518142f req-cdbdaf0b-5d3a-488e-a85d-cb02d620a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:21:42.763843 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-cdbdaf0b-5d3a-488e-a85d-cb02d620a9db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855873
Feb 17 01:21:42.920338 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-fc9db959-1314-4f6b-9a0e-0b9de1f5cf9b service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495650
Feb 17 01:21:43.073025 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cf509eb2-0273-4008-be91-38341518142f req-63e4e0f4-1971-4875-b8e5-dc2d114f319d service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452115
Feb 17 01:22:06.092358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:07.675940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-de228dfb-0ae5-446a-ac4d-1cdb1a9d062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:09.726086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1224a436-5420-4f05-aee8-9fbfb52b0f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:10.205449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:11.703994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:12.144330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:12.240782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:22:36.108152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:37.671976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5c797fef-d774-40a9-a96f-0b742a1cd723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:39.732834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2663c324-1c91-42eb-8374-1d6014ad96eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:40.209057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:41.698898 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:42.149722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:22:43.790303 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-f5db10d3-af59-42ed-937d-e95b1926a3b3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867398
Feb 17 01:22:43.961378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-609a8bb1-9ab2-4da3-92d6-410128a99453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:43.964330 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-609a8bb1-9ab2-4da3-92d6-410128a99453 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.1513999
Feb 17 01:22:44.142879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-66dec854-74e7-48a8-866a-a40bdc09ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:44.144595 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-66dec854-74e7-48a8-866a-a40bdc09ab6c service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1576843
Feb 17 01:22:44.299689 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-c589f28c-0156-4b8f-97fe-9f042847afb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1002 time: 0.1474988
Feb 17 01:22:44.376133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-a08eb4a5-2493-412c-8b2e-600a5a008db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:44.377675 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-a08eb4a5-2493-412c-8b2e-600a5a008db8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0722036
Feb 17 01:22:44.499296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-56c37a88-3f26-47b5-9d95-ae3a80400f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:22:44.502531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-56c37a88-3f26-47b5-9d95-ae3a80400f3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173425
Feb 17 01:22:44.735959 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-9216efe5-8ee2-4364-b8b5-f43ee423ffd5 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259223
Feb 17 01:22:44.891688 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f8e6bfaa-d598-4b4c-a6bf-4020c129b1e9 req-06d75b1b-9e86-49b1-8a58-97359f91f83b service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485143
Feb 17 01:22:49.243911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:23:06.106066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:07.675108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4eb99f79-0ae4-479c-9cb1-fea0f71e2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:09.749038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-82e7775a-477b-4096-885b-96d077235a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:10.212232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:11.704421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:12.151993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:16.951992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-693dbc78-36ae-4961-be89-b276046c2648 req-35bfd42f-e84a-4b63-997f-b78315a21b4b service neutron] (83954) timed out ('10.222.0.69', 49239) {{(pid=83954) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:23:26.245445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:23:36.121751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:37.681844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6c5baace-92b0-4dfd-ab5c-95956cbf1b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:39.734579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8e7f2d97-8965-4dda-8dcc-8c852a96a592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:40.215173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:41.713778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:42.154085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:23:45.822447 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-b70b811a-7e88-40e6-96a6-568bafa1596f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1749754
Feb 17 01:23:45.974372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271880ad-5f33-4065-bbb5-48d691c87028 req-aad53a79-e8f5-4cb1-8a0c-8affdffa5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:45.976804 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-aad53a79-e8f5-4cb1-8a0c-8affdffa5cba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0825696
Feb 17 01:23:46.140190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271880ad-5f33-4065-bbb5-48d691c87028 req-33022318-7feb-440c-9b80-c31f66dd68be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:46.141823 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-33022318-7feb-440c-9b80-c31f66dd68be service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1453464
Feb 17 01:23:46.257908 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-9bab2e18-8d6e-48e9-ad8e-a8f19c46a10f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1086195
Feb 17 01:23:46.333078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271880ad-5f33-4065-bbb5-48d691c87028 req-9d2a1dc9-0056-4e2f-8995-0e858bcbd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:46.335294 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-9d2a1dc9-0056-4e2f-8995-0e858bcbd911 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0712478
Feb 17 01:23:46.422117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271880ad-5f33-4065-bbb5-48d691c87028 req-c503de89-360a-4d05-b784-38c6d33cc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:23:46.423777 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-c503de89-360a-4d05-b784-38c6d33cc668 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829110
Feb 17 01:23:46.576099 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-d27f4342-9be8-4480-a1f1-30af8a20004d service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446085
Feb 17 01:23:46.738867 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271880ad-5f33-4065-bbb5-48d691c87028 req-70fe6638-1c50-4489-a603-c6ff019c6187 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1567314
Feb 17 01:24:03.246573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:24:06.117613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:07.675732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-06b2734c-15ab-4966-8d82-c29ec745afd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:09.737988 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-53bb8603-c741-407a-aaf7-5f8864109b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:10.221869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:11.706160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:12.161086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:36.134335 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:37.680612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b3a07f52-eea5-40c2-b848-a6ad21f0d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:39.743316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-83a98736-17b9-4a7d-b753-c6ec13ccccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:40.218987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:40.247072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:24:41.709403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:42.161584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:24:46.775223 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-d6c8cf3a-c422-4937-80fd-1a02d6c13d04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0906107
Feb 17 01:24:46.897142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-16ce21b5-1d61-4f11-8225-c487f6adfaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:46.898798 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-16ce21b5-1d61-4f11-8225-c487f6adfaf0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.0876980
Feb 17 01:24:47.065016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-1375900c-e0dc-4b12-b5c5-dceebbbd1642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.066555 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-1375900c-e0dc-4b12-b5c5-dceebbbd1642 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1483030
Feb 17 01:24:47.181545 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-7f8b3a5b-9304-43e0-b369-067305a48b35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1002 time: 0.1085560
Feb 17 01:24:47.251877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-8af5a6f3-6ffa-484a-b274-bad82d3c1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.253508 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-8af5a6f3-6ffa-484a-b274-bad82d3c1f36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0661974
Feb 17 01:24:47.345366 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-0c962e8e-efe5-490b-8ffb-b6544ab08180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:24:47.346944 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-0c962e8e-efe5-490b-8ffb-b6544ab08180 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871315
Feb 17 01:24:47.500697 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-ab01fbb2-19f5-44e6-86f2-5d91164fcd7b service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472960
Feb 17 01:24:47.655935 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7c82718d-c1ec-4f3d-af77-25506e9c5990 req-41ba309a-0d98-4781-b7f2-953942e26762 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1481214
Feb 17 01:25:06.159498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:07.683828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3a7ef181-9aec-49f5-b0ef-6c8fcd489085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:09.746908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3dfbed1a-73fd-4394-8d7d-1a98dc16ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:10.221579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:11.710717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:12.165566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:17.247043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:25:36.170713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:37.685858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-37b81c7c-8047-4a3f-9e1f-bde0a816dfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:39.749652 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-699c2375-9607-45e5-b9a1-28dbd4daab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:40.225327 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:41.712721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:42.171862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:25:46.729338 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-1e3eb6c1-5b65-4882-a29f-d896cb555fcf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0825932
Feb 17 01:25:46.883888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-181c640b-52db-45f6-b13d-040139da95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:46.885562 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-181c640b-52db-45f6-b13d-040139da95c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0835621
Feb 17 01:25:47.045991 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-081647ac-20be-4ceb-a050-6e48ffc2bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:47.047567 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-081647ac-20be-4ceb-a050-6e48ffc2bc6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1431229
Feb 17 01:25:47.161086 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-797d6203-38db-4182-bb8a-7e0ee812a497 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1065793
Feb 17 01:25:47.233932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-1ebac338-b35a-4e14-94a5-21c115f03b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:47.235625 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-1ebac338-b35a-4e14-94a5-21c115f03b91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0688004
Feb 17 01:25:47.561459 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-179145ca-f5a4-4688-a3c0-6e779ffd2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:25:47.563146 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-179145ca-f5a4-4688-a3c0-6e779ffd2aee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3214827
Feb 17 01:25:47.711820 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-aecbdee9-a51e-42d5-b408-c10de439bf72 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415715
Feb 17 01:25:47.861101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69320f51-0c36-41ba-9495-816d12ca7e97 req-707e0555-893d-4bfa-bc34-66879e5daec9 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428201
Feb 17 01:25:54.247794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:26:06.159971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:07.688124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eff07676-0820-42d4-beb5-5c3aa5aad830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:09.750679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-258d4f20-01c8-4bb1-807c-7b90d5076af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:10.227669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:11.715971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:12.175621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:31.248646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:26:36.162280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:37.688929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-66f51d44-8cf2-4a78-8f7b-e507175f85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:39.751957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a30b79e-825a-4b2d-86ba-d99f4f10730f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:40.230576 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:41.719222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:42.179960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:26:48.276531 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-d01f4be7-47b3-4b6a-b9f2-884337773493 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837367
Feb 17 01:26:48.376323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-e7a698b3-01fa-4d36-b27b-133755c7aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.378028 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-e7a698b3-01fa-4d36-b27b-133755c7aafe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.0798178
Feb 17 01:26:48.538125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-e92429a3-823c-4862-831a-4c682edf7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.539687 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-e92429a3-823c-4862-831a-4c682edf7c29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1425831
Feb 17 01:26:48.657938 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-f5e4533e-4cb6-4f0f-a510-2f82542a1b9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1002 time: 0.1120081
Feb 17 01:26:48.727643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-9441ad79-1bd9-4649-b0ef-330920a48a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.729723 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-9441ad79-1bd9-4649-b0ef-330920a48a4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0649066
Feb 17 01:26:48.816530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-37bb7a43-0cda-4edc-a2d0-6fd4c43a9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:26:48.818166 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-37bb7a43-0cda-4edc-a2d0-6fd4c43a9376 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824845
Feb 17 01:26:48.962034 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-9ae2654e-0cc0-4f7a-a9b1-b8efff265a76 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376290
Feb 17 01:26:49.104105 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5e527c5b-c2e8-4fc8-9ef8-3ba144e3585c req-a3952bce-a1c2-4882-adbb-016b823818fe service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359305
Feb 17 01:27:06.157400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:07.694885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d500-4352-4bee-9098-7d2275a2bebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:08.249309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:27:09.754709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eda90dac-d321-460e-a25e-62ce163e1fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:10.234966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:11.721728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:12.182942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:36.156531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:37.696773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-38c995aa-7e94-45a3-a437-702bd0f4f61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:39.760022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bbde65b3-9f28-4b70-a756-8e1182d150a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:40.236668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:41.725308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:42.185265 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:27:45.248207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:27:45.537571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-198c0b2b-0284-4ed7-933b-55f19b7b4c74 req-a86afe10-a660-4b97-ae2e-d56f095f25fd service neutron] (83953) timed out ('10.222.0.69', 49201) {{(pid=83953) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:27:47.718887 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-5ed1dabe-4279-4c14-8748-ae5e23c99d9c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0769231
Feb 17 01:27:47.872177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e25b2-244f-43a7-8295-ab301ba78daf req-af215376-530d-49cd-828e-b2e377001470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:47.873806 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-af215376-530d-49cd-828e-b2e377001470 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 1163 time: 0.0830827
Feb 17 01:27:48.030806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e25b2-244f-43a7-8295-ab301ba78daf req-e38eade5-79ae-4b2f-acf3-ffbb8d405543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:48.032372 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-e38eade5-79ae-4b2f-acf3-ffbb8d405543 service neutron] 10.222.0.69 "GET /v2.0/networks?id=66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 200  len: 911 time: 0.1401064
Feb 17 01:27:48.140183 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-1d8f6a25-5704-4349-a588-7e5b9ed76178 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 200  len: 1002 time: 0.1006253
Feb 17 01:27:48.211772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e25b2-244f-43a7-8295-ab301ba78daf req-0dff1db0-b305-45a7-bcf2-d56d484aa2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:48.213433 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-0dff1db0-b305-45a7-bcf2-d56d484aa2cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 200  len: 856 time: 0.0666711
Feb 17 01:27:48.299316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e25b2-244f-43a7-8295-ab301ba78daf req-6b3c6e96-601b-4493-8364-8c783650ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:27:48.301296 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-6b3c6e96-601b-4493-8364-8c783650ba79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=66eb04c0-c7a4-433d-906d-de7f47c8ffff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814443
Feb 17 01:27:48.445979 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-eb58574f-c5cb-4487-9e11-8df7f8575ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382890
Feb 17 01:27:48.590163 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-707e25b2-244f-43a7-8295-ab301ba78daf req-f099eed2-bf29-491d-b070-c82cc8928a29 service neutron] 10.222.0.69 "GET /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372449
Feb 17 01:28:06.171356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:07.698531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a7be44a-83ca-40b4-9c1e-7ae3d4b159ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:09.763268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-292d1432-cc15-495b-bd58-6c3d16122900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:10.241435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:11.727832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:12.187601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:22.248047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:28:36.195670 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:37.701203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-48400e5e-08a2-4a19-b7e5-b44fc33304d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:39.766675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fe3cf41-9914-4990-8b9b-800674943932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:40.242355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:41.730735 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:42.191715 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:47.855305 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-658b638a-aa1b-4f39-aa04-9c486ac752aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1852407
Feb 17 01:28:47.952978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-6547e37a-f1f4-4e3b-87ff-30a10bc6fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:47.954499 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-6547e37a-f1f4-4e3b-87ff-30a10bc6fdb9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 1163 time: 0.0779817
Feb 17 01:28:48.112032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-598b2e66-41f3-477f-a166-23fb1a5ce6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:48.113637 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-598b2e66-41f3-477f-a166-23fb1a5ce6a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 200  len: 905 time: 0.1407311
Feb 17 01:28:48.224181 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-11376b0e-c3eb-4e43-9cc9-129dfba59e45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 200  len: 1002 time: 0.1043041
Feb 17 01:28:48.295480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-8b8a91c0-2faf-4ac8-a8f6-e146b7bbb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:48.297122 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-8b8a91c0-2faf-4ac8-a8f6-e146b7bbb12b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 200  len: 850 time: 0.0668640
Feb 17 01:28:48.384024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-8f5d58e4-b4ec-49df-8e14-91c3b7f6c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:48.385657 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-8f5d58e4-b4ec-49df-8e14-91c3b7f6c19f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=960f0f91-766c-414c-bf38-3fed7b9c9be9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818212
Feb 17 01:28:48.396082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-b367f3b3-c08c-41f4-9b19-2c8f99af6e82 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83953) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:28:48.397110 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-b367f3b3-c08c-41f4-9b19-2c8f99af6e82 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0053518
Feb 17 01:28:48.538861 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-308c1afe-789e-4bd0-848b-369e270658c4 service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347568
Feb 17 01:28:48.679272 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b1bca693-1ebc-4a0c-8cfb-561d2e0eba66 req-17f838b5-c333-4eb1-9251-b180916e7f0a service neutron] 10.222.0.69 "GET /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345246
Feb 17 01:28:55.194380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d474df-5ff8-4964-aca0-e9fde0057568 req-8610b168-00e5-4404-a5cb-acdda9cb5d26 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:55.196044 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-73d474df-5ff8-4964-aca0-e9fde0057568 req-8610b168-00e5-4404-a5cb-acdda9cb5d26 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.0878417
Feb 17 01:28:55.244152 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-73d474df-5ff8-4964-aca0-e9fde0057568 req-dc8cfbdd-0cdd-49ef-88cb-0f8e54c942a5 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415547
Feb 17 01:28:55.770514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-0757b83b-e71f-4039-bdee-516325e04298 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:55.771272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-0757b83b-e71f-4039-bdee-516325e04298 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Synchronizing usage tracker for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:28:55.784147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-0757b83b-e71f-4039-bdee-516325e04298 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Unset dirty status for tenant:35f50e5b4203461c91f0528cea0aa6e1 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:28:55.785425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-0757b83b-e71f-4039-bdee-516325e04298 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.1009076
Feb 17 01:28:55.865708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Deleting port 64991bb7-07ec-4376-b389-1d6058fc4be2 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:55.866100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:56.363501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] For port 64991bb7-07ec-4376-b389-1d6058fc4be2, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=64991bb7-07ec-4376-b389-1d6058fc4be2,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:28:56.364103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:56.471087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb96eb9-29e3-4147-b9bd-894a04df2ea3 req-068f29ef-17de-4de3-b831-f1f25485e95e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:28:56.472702 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3fb96eb9-29e3-4147-b9bd-894a04df2ea3 req-068f29ef-17de-4de3-b831-f1f25485e95e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 946 time: 0.0903461
Feb 17 01:28:56.520489 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3fb96eb9-29e3-4147-b9bd-894a04df2ea3 req-f9739d06-f1fc-43c6-b477-bc77e0e9c1f8 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups?id=7e283474-f565-4aae-afca-5d096df56e21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413871
Feb 17 01:28:56.680942 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:56.681358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:56.681714 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Floating IP 4f8557b2-8548-41b2-b64a-12a2e48fd5c5 disassociated. External IP: 172.27.3.224, port: 64991bb7-07ec-4376-b389-1d6058fc4be2.
Feb 17 01:28:56.682103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Calling delete_port for 64991bb7-07ec-4376-b389-1d6058fc4be2 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:56.817045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 64991bb7-07ec-4376-b389-1d6058fc4be2 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:28:56.834474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:56.850096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:56.855100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: 64991bb7-07ec-4376-b389-1d6058fc4be2 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:28:56.855488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 64991bb7-07ec-4376-b389-1d6058fc4be2 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:28:56.950552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'Port': ['ID=64991bb7-07ec-4376-b389-1d6058fc4be2,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:56.968656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.969071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.969478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.969885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.970284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.970680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.971100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.971494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.971892 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.972284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.972679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.973071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.973539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.973932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.974320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.974713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.975120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.975509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.975897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.976286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.976673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.977060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.977445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.977830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:28:56.982909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:57.240529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:28:57.430562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:28:57.440750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:28:57.454383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:57.455195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71fd0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:57.472360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] No DVR routers for this DVR port 64991bb7-07ec-4376-b389-1d6058fc4be2 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:28:57.474918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:57.477723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'name': 'network-vif-deleted', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:28:57.495206 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1d58bdba-3026-4cf2-86e3-745c3a1f15bc req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.69 "DELETE /v2.0/ports/64991bb7-07ec-4376-b389-1d6058fc4be2 HTTP/1.1" status: 204  len: 173 time: 1.7046189
Feb 17 01:28:57.595715 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e4d887-29ec-49e6-99f9-7dce7a289c5a', 'name': 'network-vif-deleted', 'tag': '64991bb7-07ec-4376-b389-1d6058fc4be2', 'status': 'completed', 'code': 200}
Feb 17 01:28:57.659673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:57.714690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae5b0991-9e1d-4c41-b351-e1ca83d29eca req-4827261b-3bd9-4482-be45-78ca50b06ba0 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e4d887-29ec-49e6-99f9-7dce7a289c5a HTTP/1.1" status: 200  len: 210 time: 0.0502360
Feb 17 01:28:58.152669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71fd0>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:58.157187 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:28:58.165850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:28:58.166487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71fd0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:58.358768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:28:58.690811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71fd0>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:28:58.694947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd537498-37fc-4bc3-9c7f-4015357ebd24 None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '60dd516b-2c61-43b7-b656-743383d2a6b1', 'name': '', 'network_id': '66eb04c0-c7a4-433d-906d-de7f47c8ffff', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'mac_address': 'fa:16:3e:6b:6c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:50Z', 'updated_at': '2021-02-17T01:08:09Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'subnets': [{'id': '1cf385fe-677f-4cc0-8d4a-1846b24d134a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:28:58.858010 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 60940) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:58.930369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:58.963308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.021667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.027369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7cf76f84-8a99-476d-98df-123d3b404076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:28:59.044022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e283474-f565-4aae-afca-5d096df56e21,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:28:59.049864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:28:59.051710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.055016 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "DELETE /v2.0/security-groups/7e283474-f565-4aae-afca-5d096df56e21 HTTP/1.1" status: 204  len: 168 time: 0.1936264
Feb 17 01:28:59.056070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60946) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:59.080122 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.v2.resource [None req-f136399b-2490-4e95-920f-790b8d7196d1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] show failed (client error): The resource could not be found.
Feb 17 01:28:59.081257 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f136399b-2490-4e95-920f-790b8d7196d1 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "GET /v2.0/security-groups/7e283474-f565-4aae-afca-5d096df56e21 HTTP/1.1" status: 404  len: 347 time: 0.0225453
Feb 17 01:28:59.084533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60950) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:28:59.102507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78704331-e762-4f2d-9388-2b69b0afe46a None None] New status for floating IP 4f8557b2-8548-41b2-b64a-12a2e48fd5c5: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:28:59.248500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:28:59.485748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Deleting port 2c3b3bb3-1298-42b9-97f2-1c0655315d7f {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:28:59.486096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.668243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.668615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.802737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Calling delete_port for 2c3b3bb3-1298-42b9-97f2-1c0655315d7f owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:28:59.952594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:28:59.969088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0059161d-098f-4c53-b0c2-8154f8eff963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:00.065028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Pushing event deleted for resources: {'Port': ['ID=2c3b3bb3-1298-42b9-97f2-1c0655315d7f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:00.081917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.082343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.082759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.083217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.083628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.084034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.084463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.084904 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.085354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.085756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.086158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.086555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.087027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.087454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.087850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.088245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.088882 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.089284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.089680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.090079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.090474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.090868 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.091285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.091681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:00.097341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:00.212566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:00.227702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:00.228959 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] 10.222.0.68 "DELETE /v2.0/floatingips/4f8557b2-8548-41b2-b64a-12a2e48fd5c5 HTTP/1.1" status: 204  len: 168 time: 1.1434493
Feb 17 01:29:03.205360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60974) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:03.930062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:04.306961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Deleting port 60dd516b-2c61-43b7-b656-743383d2a6b1 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:04.307579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:04.492725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] For port 60dd516b-2c61-43b7-b656-743383d2a6b1, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=60dd516b-2c61-43b7-b656-743383d2a6b1,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:04.493135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:04.626458 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Calling delete_port for 60dd516b-2c61-43b7-b656-743383d2a6b1 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:04.805201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:04.823693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1f609645-bf82-4878-b3e6-efe10e402dd7 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:04.920211 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Pushing event deleted for resources: {'Port': ['ID=60dd516b-2c61-43b7-b656-743383d2a6b1,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:04.930420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:05.233004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:05.979700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:29:06.173519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:29:06.182194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Sync routers for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:29:06.186196 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6fc85a63-bed1-4d97-8533-c8a54792bbae admin admin] 10.222.0.68 "PUT /v2.0/routers/bb8c8e82-8dd7-4d05-b785-66fbaadabcbc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9796751
Feb 17 01:29:06.188793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60982) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:06.191976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:06.192632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:06.218742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:06.376704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:06.382981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:06.566064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:06.572834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Deleting port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:06.573204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:06.686272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:29:04Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:06.691080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Checking router: bb8c8e82-8dd7-4d05-b785-66fbaadabcbc for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:29:06.700229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Routers {'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:06.700880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:28:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:06.756663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] For port ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:06.757064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:06.894832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Calling delete_port for ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:06.898528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] Set router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:07.033199 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.239997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.361662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912f71128>, [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:29:04Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:07.365996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76964e-f7b9-4cb9-ac9e-38948bf68c03 None None] The sync data for ids ['bb8c8e82-8dd7-4d05-b785-66fbaadabcbc'] in dv-cinder-759955-4-iscsi is: [{'id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1360956850-router', 'tenant_id': '35f50e5b4203461c91f0528cea0aa6e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:30Z', 'updated_at': '2021-02-17T01:29:04Z', 'revision_number': 5, 'project_id': '35f50e5b4203461c91f0528cea0aa6e1', 'gw_port': {'id': 'ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8c8e82-8dd7-4d05-b785-66fbaadabcbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:34Z', 'updated_at': '2021-02-17T01:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:29:07.380508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.382872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.408642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.409253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb8c8e82-8dd7-4d05-b785-66fbaadabcbc {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:29:07.422356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.423633 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9ca5ac01-6f78-421d-8be2-661764c93bed admin admin] 10.222.0.68 "DELETE /v2.0/routers/bb8c8e82-8dd7-4d05-b785-66fbaadabcbc HTTP/1.1" status: 204  len: 168 time: 1.2338521
Feb 17 01:29:07.426380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60986) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:07.493426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Deleting subnet 1cf385fe-677f-4cc0-8d4a-1846b24d134a {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:29:07.496580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.552488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.682353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:07.703891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-508cd783-b1df-40fd-8953-57941757149e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.176940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.193722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fcfb2c57-2186-4a92-9b02-dd58756b7573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:08.287130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf385fe-677f-4cc0-8d4a-1846b24d134a,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:08.290063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:08.328881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.334233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7489ce-f75d-4eb2-86ef-4a23c129093f None None] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:29:08.335046 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fc7cc0e4-9377-4655-a125-8f998ab70f11 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1cf385fe-677f-4cc0-8d4a-1846b24d134a HTTP/1.1" status: 204  len: 168 time: 0.9076312
Feb 17 01:29:08.337710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 60990) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:08.453532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.527007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Deleting port 245bb9de-ef68-4c90-9e86-95f3913db58e {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:08.527429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.592082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] DHCP port deletion for 66eb04c0-c7a4-433d-906d-de7f47c8ffff request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:29:08.596383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Deleting port 245bb9de-ef68-4c90-9e86-95f3913db58e {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:08.596811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.748384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] For port 245bb9de-ef68-4c90-9e86-95f3913db58e, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=245bb9de-ef68-4c90-9e86-95f3913db58e,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:08.748793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.820483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] For port 245bb9de-ef68-4c90-9e86-95f3913db58e, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=245bb9de-ef68-4c90-9e86-95f3913db58e,segment=NetworkSegment(62116c3f-64b4-4775-a479-de119f039a4e),segment_id=62116c3f-64b4-4775-a479-de119f039a4e)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:08.820936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.890084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Calling delete_port for 245bb9de-ef68-4c90-9e86-95f3913db58e owned by network:dhcp {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:08.953431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Calling delete_port for 245bb9de-ef68-4c90-9e86-95f3913db58e owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:08.970405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:08.986561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-112ee60d-ce97-4aa7-98f8-2f42cfed90a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:09.031637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:29:09.032038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:29:09.094961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=245bb9de-ef68-4c90-9e86-95f3913db58e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:09.098936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:09.132157 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] No DVR routers for this DVR port 245bb9de-ef68-4c90-9e86-95f3913db58e on host dv-cinder-759955-4-iscsi {{(pid=83954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:29:09.257948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.380162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 245bb9de-ef68-4c90-9e86-95f3913db58e no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:09.380444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f891272e748>,) {'filters': {'network_id': ['66eb04c0-c7a4-433d-906d-de7f47c8ffff']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:09.394131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f891272e748>, '62116c3f-64b4-4775-a479-de119f039a4e') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:09.394461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f891272e748>, '62116c3f-64b4-4775-a479-de119f039a4e') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:09.406973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.418272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 245bb9de-ef68-4c90-9e86-95f3913db58e {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:09.418669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 245bb9de-ef68-4c90-9e86-95f3913db58e not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:09.419164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 60dd516b-2c61-43b7-b656-743383d2a6b1 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:09.426104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.428267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:29:09.455377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 60dd516b-2c61-43b7-b656-743383d2a6b1 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:09.455773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 60dd516b-2c61-43b7-b656-743383d2a6b1 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:09.456239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:09.495305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:09.495810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device ba5efb20-5d12-4a44-83d7-acdc9cf2a6d4 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:09.533226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Deleting port 245bb9de-ef68-4c90-9e86-95f3913db58e {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:09.533656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.604772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-22ec6a7a-9791-4d59-9be1-558ddeabf512 None None] The port '245bb9de-ef68-4c90-9e86-95f3913db58e' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:29:09.610163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:29:09.619643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.769039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b1091070-4f40-43a4-a882-cee5d4ac1007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.802821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Network 66eb04c0-c7a4-433d-906d-de7f47c8ffff has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:29:09.825928 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:29:09.901584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.904953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:09.922396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:09.933623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=66eb04c0-c7a4-433d-906d-de7f47c8ffff,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:09.937706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:09.947647 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4a573349-a88e-449f-bea4-550d17e07bf0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/66eb04c0-c7a4-433d-906d-de7f47c8ffff HTTP/1.1" status: 204  len: 168 time: 1.6089089
Feb 17 01:29:10.066051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 60996) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:10.119085 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-517c51fb-d516-4df6-b5ba-a440e33dbf81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=35f50e5b4203461c91f0528cea0aa6e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0517199
Feb 17 01:29:10.121682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 32768) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:10.189201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.216137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.244513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.265391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.270756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42d50258-f910-41f8-b51a-c379299f0b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:10.284641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae4cd8-5072-4bbc-8aeb-88b3a1063933,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:10.288846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:10.292289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:10.293621 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-14f0c32c-4b6f-4b2a-8fe0-2803da74dfed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c1ae4cd8-5072-4bbc-8aeb-88b3a1063933 HTTP/1.1" status: 204  len: 168 time: 0.1709542
Feb 17 01:29:11.733133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:12.195281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.154506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 32862) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:16.280617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.296515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:16.300625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Usage tracker for resource:security_group_rule and tenant:42382fc80c7e4c909809662f22a320b7 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:16.303909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:16.309664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:16.394142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.397308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.406893 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cb91882c-7cb5-4b89-a6c1-80993740aae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:16.449846 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42382fc80c7e4c909809662f22a320b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2940977
Feb 17 01:29:16.450809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92645f0a-7ee5-48c8-8673-8d72010c4267,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:16.453068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 32870) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:16.454397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:16.525718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.554723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.607210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.613573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8621d519-e54d-418c-b8ac-69ef5bf918be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:16.627004 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92645f0a-7ee5-48c8-8673-8d72010c4267,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:16.630168 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:16.631226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.632460 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9d7c4e03-62e5-4d8e-a80c-fe370322e9fb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/92645f0a-7ee5-48c8-8673-8d72010c4267 HTTP/1.1" status: 204  len: 168 time: 0.1781003
Feb 17 01:29:16.919877 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 32878) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:16.938971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:16.954549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:16.958674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:10990d3cc6184e638dcec9dbd97d5bdc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:16.961683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:16.967636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:17.056447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.059189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.067845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0e46a9d-c58b-435c-aee4-cfbbd57390dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:17.111615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=10990d3cc6184e638dcec9dbd97d5bdc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1905990
Feb 17 01:29:17.112566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33475f94-0e5b-459a-a458-c11ace3ebcae,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:17.114478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 32882) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:17.115785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:17.177679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.206697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.250104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.255108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff2bb62a-35eb-4b2a-b5e2-14cc9e2eed96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:17.268259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33475f94-0e5b-459a-a458-c11ace3ebcae,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:17.270849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:17.274818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:17.276125 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33475f94-0e5b-459a-a458-c11ace3ebcae HTTP/1.1" status: 204  len: 168 time: 0.1597204
Feb 17 01:29:19.666331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6201f-ba44-4e24-9473-15806ea2ecfd req-65187414-80c8-463d-893a-0f30165689e0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:19.667895 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1bc6201f-ba44-4e24-9473-15806ea2ecfd req-65187414-80c8-463d-893a-0f30165689e0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.0877633
Feb 17 01:29:19.715866 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1bc6201f-ba44-4e24-9473-15806ea2ecfd req-3d3f684d-d632-46ad-89c6-4eb541794df0 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409005
Feb 17 01:29:20.669307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-7174618c-686b-4c5c-8296-8f9b84a7a0c9 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:20.670128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-7174618c-686b-4c5c-8296-8f9b84a7a0c9 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Synchronizing usage tracker for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:29:20.685439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-7174618c-686b-4c5c-8296-8f9b84a7a0c9 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Unset dirty status for tenant:7df27fd2b87f4421bf2bd515f2b31b24 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:29:20.687249 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-7174618c-686b-4c5c-8296-8f9b84a7a0c9 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.1054475
Feb 17 01:29:20.765030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 17040d9d-92c1-48c0-adcd-4e870a279b64 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:20.765427 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:20.862104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 17040d9d-92c1-48c0-adcd-4e870a279b64 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:20.929369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c545-d26d-49c8-906a-0abead1df7bb req-f6b86412-b83e-4ec8-b230-639cf322e3d5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:20.931165 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0be2c545-d26d-49c8-906a-0abead1df7bb req-f6b86412-b83e-4ec8-b230-639cf322e3d5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 946 time: 0.0959327
Feb 17 01:29:20.985099 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0be2c545-d26d-49c8-906a-0abead1df7bb req-a214bf32-e79a-4dc2-aa66-e3124bfa3a00 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472412
Feb 17 01:29:21.002816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:21.036513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:29:21.050269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=17040d9d-92c1-48c0-adcd-4e870a279b64,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:21.056329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:21.058852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:21.071474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=17040d9d-92c1-48c0-adcd-4e870a279b64,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:21.072024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:21.150607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:21.161328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.161922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.162435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.162948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.163477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.163985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.164506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.165011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.165547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.165915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.166253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.166762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.167405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.167907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.168409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.168910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.169385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.169885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.170490 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.171601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.172110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.172590 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.173105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.173607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:29:21.178388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:21.275963 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'code': 200}
Feb 17 01:29:21.407528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:21.407862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:21.408214 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af disassociated. External IP: 172.27.3.216, port: 17040d9d-92c1-48c0-adcd-4e870a279b64.
Feb 17 01:29:21.408617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 17040d9d-92c1-48c0-adcd-4e870a279b64 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:21.497828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83953) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:29:21.498198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:29:21.999811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 17040d9d-92c1-48c0-adcd-4e870a279b64 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:22.000315 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:22.188005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6810e18-def2-4601-a81c-e4d92dc1bcf7 req-a5d334f7-a374-431d-a851-6eef598a0dac tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:22.190452 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b6810e18-def2-4601-a81c-e4d92dc1bcf7 req-a5d334f7-a374-431d-a851-6eef598a0dac tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 944 time: 0.0888860
Feb 17 01:29:22.273652 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b6810e18-def2-4601-a81c-e4d92dc1bcf7 req-311c145a-a4d1-40d2-8212-b6b1a94fcd43 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups?id=a99bef0e-425d-4ae4-a933-d83e875aa070&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752256
Feb 17 01:29:22.274978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] For port 17040d9d-92c1-48c0-adcd-4e870a279b64, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=17040d9d-92c1-48c0-adcd-4e870a279b64,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:22.277020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:22.596662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:22.597083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:22.597434 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af disassociated. External IP: 172.27.3.216, port: 17040d9d-92c1-48c0-adcd-4e870a279b64.
Feb 17 01:29:22.598000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 17040d9d-92c1-48c0-adcd-4e870a279b64 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:22.751095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:22.766957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6af12bb9-26c3-437c-869e-1339fee52ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:22.868085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'Port': ['ID=17040d9d-92c1-48c0-adcd-4e870a279b64,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:22.877655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:23.378033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:29:23.442477 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b2c46379-7aaf-4fd2-964c-7dcd6254f8da req-1dc8e23b-205d-407b-9933-c28051babfef tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/ports?device_id=be5084d8-a86b-40fe-b0ab-fa19776c85ea HTTP/1.1" status: 200  len: 210 time: 0.0489099
Feb 17 01:29:23.572268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:29:23.582687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:29:23.593115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:23.593796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89124dc438>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:29:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:23.614827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] No DVR routers for this DVR port 17040d9d-92c1-48c0-adcd-4e870a279b64 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:29:23.617271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:23.620099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-deleted', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:29:23.636037 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d77601c3-bc00-4a97-b48f-27e792694e85 req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.69 "DELETE /v2.0/ports/17040d9d-92c1-48c0-adcd-4e870a279b64 HTTP/1.1" status: 204  len: 173 time: 2.9440961
Feb 17 01:29:23.811079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:23.827796 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5084d8-a86b-40fe-b0ab-fa19776c85ea', 'name': 'network-vif-deleted', 'tag': '17040d9d-92c1-48c0-adcd-4e870a279b64', 'status': 'completed', 'code': 200}
Feb 17 01:29:24.157196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89124dc438>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:24.161428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:29:24.170680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:24.171935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89124dc438>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:29:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:24.298775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 32998) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:24.375871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:24.434694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.450769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:24.456417 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:ca875048d990496fbfa8ef3c85da5a5a is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:24.459522 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:24.465354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:24.561976 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.565373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.573694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3ef54757-3a1e-4be6-a683-6b6cd5d9ee4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:24.587498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33008) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:24.627354 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ca875048d990496fbfa8ef3c85da5a5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228590
Feb 17 01:29:24.627354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a1f9c-f8a4-4b90-a0dd-917195d884d7,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:24.629869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:24.630457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33012) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:24.668687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.700085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.701773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.735134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.762849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.784049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9161345f-6f9f-43ba-9938-41a7e5f96ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:24.789226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.796802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-71bb6ad6-3be4-4d19-b41c-939bea41591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:24.803630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99bef0e-425d-4ae4-a933-d83e875aa070,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:24.816382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:24.817233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.817922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a1f9c-f8a4-4b90-a0dd-917195d884d7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:24.820109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:24.821379 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "DELETE /v2.0/security-groups/a99bef0e-425d-4ae4-a933-d83e875aa070 HTTP/1.1" status: 204  len: 168 time: 0.2327936
Feb 17 01:29:24.822247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33016) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:24.824608 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e16a1f9c-f8a4-4b90-a0dd-917195d884d7 HTTP/1.1" status: 204  len: 168 time: 0.1930196
Feb 17 01:29:24.825789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3aed6d6b-66cd-4941-8c11-81c4e386dae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:24.844440 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.api.v2.resource [None req-42426a41-ac54-45bb-ae36-4f89f0eeeb15 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] show failed (client error): The resource could not be found.
Feb 17 01:29:24.845607 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-42426a41-ac54-45bb-ae36-4f89f0eeeb15 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "GET /v2.0/security-groups/a99bef0e-425d-4ae4-a933-d83e875aa070 HTTP/1.1" status: 404  len: 347 time: 0.0222020
Feb 17 01:29:24.849447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33022) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:24.975162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89124dc438>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:24.980146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6698d3-cffa-49f3-9cd7-c05f6637df7d None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': '5f855d57-6da8-4f84-bbf6-3bf6f6d7af38', 'name': '', 'network_id': '960f0f91-766c-414c-bf38-3fed7b9c9be9', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'mac_address': 'fa:16:3e:14:b5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:51Z', 'updated_at': '2021-02-17T01:08:12Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'subnets': [{'id': '2bb945c3-5d12-4c53-bb80-9c93e6ff9d97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:29:25.044605 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Deleting port 4ff01724-d476-4016-8d27-4e0fec3c8b75 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:25.045329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.141966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33028) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:25.161620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.177762 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:25.182025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Usage tracker for resource:security_group_rule and tenant:6f785f482d4142e79a7eeaaae85a684a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:25.185051 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:25.191834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:25.240058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.240425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.289872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.293648 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.303087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1042cec7-5b25-4109-9720-f15fbdb16094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:25.350076 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6f785f482d4142e79a7eeaaae85a684a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2044139
Feb 17 01:29:25.350470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33032) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:25.365289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b98c2c-dbad-40f7-a1cd-6f449428bdb2,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:25.369500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:25.380945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Calling delete_port for 4ff01724-d476-4016-8d27-4e0fec3c8b75 owned by network:floatingip {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:25.394866 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab0d95-8c55-443b-bd2f-2d2b93fef579 None None] New status for floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af: DOWN {{(pid=83957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:29:25.425925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.454101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.501644 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.507145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5a8dcee5-8f79-4869-a0ca-e5d9eb5abf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:25.519153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b98c2c-dbad-40f7-a1cd-6f449428bdb2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:25.521840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:25.527772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.532821 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5a9a53c9-07ca-4920-82c2-caf600298baf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/25b98c2c-dbad-40f7-a1cd-6f449428bdb2 HTTP/1.1" status: 204  len: 168 time: 0.1814625
Feb 17 01:29:25.544339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.563751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bfe562a3-f650-4b4c-b558-602db82bd39c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:25.565186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-99ab0d95-8c55-443b-bd2f-2d2b93fef579 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:29:25.565571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-99ab0d95-8c55-443b-bd2f-2d2b93fef579 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:29:25.669542 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Pushing event deleted for resources: {'Port': ['ID=4ff01724-d476-4016-8d27-4e0fec3c8b75,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:25.675615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:25.793110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks [] for floatingip, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.808591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:25.809865 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] 10.222.0.68 "DELETE /v2.0/floatingips/76734510-1c7f-47b8-9c4a-7acfa58976af HTTP/1.1" status: 204  len: 168 time: 0.9592314
Feb 17 01:29:26.067521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ab0d95-8c55-443b-bd2f-2d2b93fef579 None None] New status for floating IP 76734510-1c7f-47b8-9c4a-7acfa58976af: DOWN {{(pid=83957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:29:28.781984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33110) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:29.534431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:29.913431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Deleting port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:29.913923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:30.348110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] For port 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:30.348517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:30.482434 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Calling delete_port for 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:30.666194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:30.682485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-30b38d75-212f-411a-a1da-47e5fa5d7159 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:30.779765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f855d57-6da8-4f84-bbf6-3bf6f6d7af38,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:30.790215 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:31.096309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:31.606498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Router 2d197408-0a50-4de1-acfe-f6e12d351ab5 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:29:31.797395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:29:31.808693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Sync routers for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:29:31.814667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33148) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:31.820661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:31.821520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891220af28>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:29:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:31.824794 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-fbbf7223-5d89-47db-8bce-4df8bc913db0 admin admin] 10.222.0.68 "PUT /v2.0/routers/2d197408-0a50-4de1-acfe-f6e12d351ab5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0415373
Feb 17 01:29:32.016124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:32.017834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:32.212747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:32.218668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Deleting port c4b0526e-5984-4fa8-8833-b352949d2c43 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:32.219037 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:32.339142 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891220af28>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:29:30Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:32.344082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Checking router: 2d197408-0a50-4de1-acfe-f6e12d351ab5 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:29:32.353150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Routers {'2d197408-0a50-4de1-acfe-f6e12d351ab5'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:29:32.353819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f891220af28>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:29:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['2d197408-0a50-4de1-acfe-f6e12d351ab5'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:32.411213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] For port c4b0526e-5984-4fa8-8833-b352949d2c43, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c4b0526e-5984-4fa8-8833-b352949d2c43,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:32.411620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:32.546679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Calling delete_port for c4b0526e-5984-4fa8-8833-b352949d2c43 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:32.547555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] Set router 2d197408-0a50-4de1-acfe-f6e12d351ab5 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:29:32.686205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:32.861527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f891220af28>, [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:29:30Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:32.866160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0153e3e-4643-4a3f-b510-61bda4e5ba27 None None] The sync data for ids ['2d197408-0a50-4de1-acfe-f6e12d351ab5'] in dv-cinder-759955-4-iscsi is: [{'id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'name': 'tempest-AttachVolumeTestJSON-1740601536-router', 'tenant_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:07:31Z', 'updated_at': '2021-02-17T01:29:30Z', 'revision_number': 5, 'project_id': '7df27fd2b87f4421bf2bd515f2b31b24', 'gw_port': {'id': 'c4b0526e-5984-4fa8-8833-b352949d2c43', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:8e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197408-0a50-4de1-acfe-f6e12d351ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:07:33Z', 'updated_at': '2021-02-17T01:07:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:29:32.886319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.031493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.033891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.057854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.058447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d197408-0a50-4de1-acfe-f6e12d351ab5 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:29:33.071679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.072880 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ba882eb3-1077-4357-acb3-3f0dc832dd3c admin admin] 10.222.0.68 "DELETE /v2.0/routers/2d197408-0a50-4de1-acfe-f6e12d351ab5 HTTP/1.1" status: 204  len: 168 time: 1.2571182
Feb 17 01:29:33.075587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33156) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:33.144040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Deleting subnet 2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:29:33.147361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.199911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.289841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.356359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:33.400085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:33.400693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 5f855d57-6da8-4f84-bbf6-3bf6f6d7af38 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:33.845768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:33.862756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:33.960814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb945c3-5d12-4c53-bb80-9c93e6ff9d97,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:33.965775 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:34.002516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.007668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb1dd56-fe16-48ed-990e-0ee692e27333 None None] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:29:34.009132 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/2bb945c3-5d12-4c53-bb80-9c93e6ff9d97 HTTP/1.1" status: 204  len: 168 time: 0.9325047
Feb 17 01:29:34.011810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33180) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:34.133515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.203911 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Deleting port e8a903cd-face-431a-ac01-6e221de25528 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:34.204291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.268295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] DHCP port deletion for 960f0f91-766c-414c-bf38-3fed7b9c9be9 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:29:34.272709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Deleting port e8a903cd-face-431a-ac01-6e221de25528 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:34.273173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.433283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] For port e8a903cd-face-431a-ac01-6e221de25528, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8a903cd-face-431a-ac01-6e221de25528,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:34.433829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.493039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] For port e8a903cd-face-431a-ac01-6e221de25528, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e8a903cd-face-431a-ac01-6e221de25528,segment=NetworkSegment(e7e06d3c-b36c-475d-9576-36b3fe12e48b),segment_id=e7e06d3c-b36c-475d-9576-36b3fe12e48b)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:34.493484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.569946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Calling delete_port for e8a903cd-face-431a-ac01-6e221de25528 owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:34.630011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Calling delete_port for e8a903cd-face-431a-ac01-6e221de25528 owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:29:34.650986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:34.666747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e5edfea9-b5bc-46c1-a9c4-bcbcd79b797e tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:34.706018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:29:34.706346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:29:34.775505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a903cd-face-431a-ac01-6e221de25528,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:34.778449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:34.816688 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] No DVR routers for this DVR port e8a903cd-face-431a-ac01-6e221de25528 on host dv-cinder-759955-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:29:34.939653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.055914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8911ccf710>,) {'filters': {'network_id': ['960f0f91-766c-414c-bf38-3fed7b9c9be9']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:35.069231 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911ccf710>, 'e7e06d3c-b36c-475d-9576-36b3fe12e48b') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:35.069565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911ccf710>, 'e7e06d3c-b36c-475d-9576-36b3fe12e48b') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:29:35.081936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.100196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.102477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:29:35.208304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Deleting port e8a903cd-face-431a-ac01-6e221de25528 {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:29:35.209293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.289300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-39da18fc-0509-4430-8692-4b2e3962a878 None None] The port 'e8a903cd-face-431a-ac01-6e221de25528' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:29:35.295201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:29:35.304063 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.379987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33194) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:35.394952 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8a903cd-face-431a-ac01-6e221de25528 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:35.434043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: e8a903cd-face-431a-ac01-6e221de25528 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:35.435096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e8a903cd-face-431a-ac01-6e221de25528 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:35.435600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c4b0526e-5984-4fa8-8833-b352949d2c43 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:29:35.473578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: c4b0526e-5984-4fa8-8833-b352949d2c43 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:29:35.474234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c4b0526e-5984-4fa8-8833-b352949d2c43 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:29:35.489124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Network 960f0f91-766c-414c-bf38-3fed7b9c9be9 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:29:35.511018 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:29:35.512317 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:29:35.527415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:35.532338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Usage tracker for resource:security_group_rule and tenant:145c9253223b4507920cf36963829655 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:35.535558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:35.541441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:35.599009 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.602673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:35.619809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.628759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Pushing event deleted for resources: {'Network': ['ID=960f0f91-766c-414c-bf38-3fed7b9c9be9,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:35.632242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:35.634548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.637381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.642944 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] 10.222.0.68 "DELETE /v2.0/networks/960f0f91-766c-414c-bf38-3fed7b9c9be9 HTTP/1.1" status: 204  len: 168 time: 1.6300881
Feb 17 01:29:35.651038 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8e0089f8-3447-4c5b-bedf-1c67a904b01d tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:35.695997 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=145c9253223b4507920cf36963829655&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3145931
Feb 17 01:29:35.696960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042fee5d-60b3-4b6f-bea2-caf7ada2f9e0,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:35.699032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33202) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:35.700678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-197f9ec9-e092-4f6a-985a-16b1f740010b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:35.766294 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33206) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:35.777374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.807657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.819663 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8e79addb-92bf-48db-8840-93b9f76c2088 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7df27fd2b87f4421bf2bd515f2b31b24&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0518770
Feb 17 01:29:35.822182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33210) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:35.858677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.863802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eb94f9cb-4e98-43dd-81c2-5b48b198e85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:35.878205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042fee5d-60b3-4b6f-bea2-caf7ada2f9e0,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:35.881080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:35.882291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.886405 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/042fee5d-60b3-4b6f-bea2-caf7ada2f9e0 HTTP/1.1" status: 204  len: 168 time: 0.1834064
Feb 17 01:29:35.887604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.918841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.969132 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:35.974151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-427a2bd6-5f24-4754-be1d-eff49af57d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:35.988464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f0ab3-76c8-4d62-992e-b42ec4be0538,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:35.990972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:36.002319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.006081 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9af3536f-f27b-417c-9222-735ba4f95f26 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/139f0ab3-76c8-4d62-992e-b42ec4be0538 HTTP/1.1" status: 204  len: 168 time: 0.1804311
Feb 17 01:29:36.215300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.248221 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:29:36.332352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33228) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:36.351710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.367814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:36.371913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Usage tracker for resource:security_group_rule and tenant:5eca84931c574307a3754402c2bbb5bc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:36.375535 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:36.381379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:36.469361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.472524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.481544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f09e7a47-ccfb-473d-adcf-c3848ec31aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:36.525287 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5eca84931c574307a3754402c2bbb5bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1917672
Feb 17 01:29:36.526235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3413e5b0-495b-4c84-bc0c-9b720eaebcaf,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:36.528242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33234) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:36.529679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c3f7eaf4-2b2b-4dbb-ac04-308ee643a27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:36.600144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.628209 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.676755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.682039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ad9e3902-7580-4a65-88d8-799b4d600c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:36.695493 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3413e5b0-495b-4c84-bc0c-9b720eaebcaf,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:36.698690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:36.700817 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:36.704551 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3413e5b0-495b-4c84-bc0c-9b720eaebcaf HTTP/1.1" status: 204  len: 168 time: 0.1723230
Feb 17 01:29:36.757488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33246) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:37.001260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1990528067-network', 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:29:37.006552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:37.011001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Usage tracker for resource:network and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:37.015227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:37.021758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:37.031931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:29:37.036626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.049566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.068568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:37.072627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Usage tracker for resource:security_group_rule and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:37.074154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33254) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:37.075628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:37.082151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:37.094288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.109586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:37.113642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Usage tracker for resource:security_group_rule and tenant:e357fadb7e6d4477b27a5b2df2bd5c18 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:37.116633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:37.122318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:37.169286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.172398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.176814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4f2ca3f4-f7c2-4350-91ac-6afa2457c940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:37.209099 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.209499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:29:37.212156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.219660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d902e1b3-c4e5-4473-801a-d38c5fe8ace9,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:37.221758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a4633cf0-0508-41db-bb59-e164ddd33fa5 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:37.223640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:37.226195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.226638 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Added segment 1cbbc104-bf1c-4723-8d90-d6fea21d08c2 of type vxlan for network 4d87647b-4ae2-473b-b995-395436e66034
Feb 17 01:29:37.255145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.269886 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e357fadb7e6d4477b27a5b2df2bd5c18&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1945391
Feb 17 01:29:37.271984 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d21f4-c089-4f96-914e-4cf4bff068d6,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:37.273563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33258) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:37.275525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:37.331552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.334989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:37.335656 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.341703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-322e5db9-01ce-4aa0-b5c3-c5158c7beee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:37.452686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.480299 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7212236
Feb 17 01:29:37.484133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33262) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:29:37.488247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Pushing event updated for resources: {'Network': ['ID=4d87647b-4ae2-473b-b995-395436e66034,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:37.491543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Request body: {'subnet': {'network_id': '4d87647b-4ae2-473b-b995-395436e66034', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1990528067-subnet', 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:29:37.493530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-225668be-040a-4c33-8d74-8a4ab4db4c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:37.498005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.498357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:37.500494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 4d87647b-4ae2-473b-b995-395436e66034 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:29:37.502859 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Usage tracker for resource:subnet and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:37.505940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:37.513158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:37.514558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 4d87647b-4ae2-473b-b995-395436e66034 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:29:37.522562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:29:37.527368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.547968 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.553725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-191ecbdd-f953-4496-8863-a127c38338df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:37.565214 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d21f4-c089-4f96-914e-4cf4bff068d6,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:37.568040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:37.577213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.581052 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-03f23c7b-8ca6-4942-85f6-aceea10f6ee0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/df2d21f4-c089-4f96-914e-4cf4bff068d6 HTTP/1.1" status: 204  len: 168 time: 0.3040168
Feb 17 01:29:37.911109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b028b2d6-9aa0-46e3-a93e-88ae8220ea0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:37.991323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:38.008993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:38.146269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18736437-09b7-4c2a-9f30-3625b1591ff2,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:38.151391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:38.216543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Checking segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:29:38.216941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Network hostable DHCP agents. Network: 4d87647b-4ae2-473b-b995-395436e66034, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:29:38.236309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Network 4d87647b-4ae2-473b-b995-395436e66034 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:29:38.244871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 4d87647b-4ae2-473b-b995-395436e66034) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:29:38.253799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376788b-b661-4430-baed-7508f6181496 None None] Network 4d87647b-4ae2-473b-b995-395436e66034 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:29:38.258183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:38.258816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:38.284420 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2fce3c59-5ead-4a64-9f7a-a7d781a86843 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7989872
Feb 17 01:29:38.508810 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecdc7e6-a529-433e-ab7e-430658da2873 None None] Network 4d87647b-4ae2-473b-b995-395436e66034 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:29:38.864546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-f9a18d8a-cc18-4b09-b8a8-e2aa26972bfe tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:38.866176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-f9a18d8a-cc18-4b09-b8a8-e2aa26972bfe tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1744034
Feb 17 01:29:38.882870 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-fdd0b080-8d72-4134-a6a1-67c0533f8f0d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/quotas/1673ee6c71d6423b9ac09f1e56ceedcd HTTP/1.1" status: 200  len: 375 time: 0.0106137
Feb 17 01:29:38.937790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-5341a384-afb3-4cf2-bfe0-b84a4e2e9524 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487521
Feb 17 01:29:39.068289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-a9644fc0-eaec-454b-b87b-4227de1f5686 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:29:39.069420 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-a9644fc0-eaec-454b-b87b-4227de1f5686 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1237586
Feb 17 01:29:39.218219 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-1f140455-d20e-457c-a659-eff93910277e service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410484
Feb 17 01:29:39.367270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-6a10ee8c-a256-493a-98a4-4c4715a20c32 service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417427
Feb 17 01:29:39.575348 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccd04034-1746-4fca-bc38-235dc839b421 req-afbab260-9919-4d57-8c90-aaa7ab4a9bd8 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 210 time: 0.0489390
Feb 17 01:29:39.774054 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4e5154e3-2d42-4507-b7f0-b5cd5d71ae9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:40.249674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:40.871390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-b14f8fa7-a520-48d9-9040-af939169a19a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:40.871390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-79659edd-ee90-4581-a464-cb496ce5707d req-b14f8fa7-a520-48d9-9040-af939169a19a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Synchronizing usage tracker for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:29:40.891617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-79659edd-ee90-4581-a464-cb496ce5707d req-b14f8fa7-a520-48d9-9040-af939169a19a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Unset dirty status for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:29:40.893140 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-b14f8fa7-a520-48d9-9040-af939169a19a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.2049048
Feb 17 01:29:40.909395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Request body: {'port': {'device_id': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'network_id': '4d87647b-4ae2-473b-b995-395436e66034', 'admin_state_up': True, 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:29:41.016966 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-dc126be5-6263-4d14-a16e-5e3363291f63 req-10370efb-ab44-48d6-9434-06604d5b1c39 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 210 time: 0.3259261
Feb 17 01:29:41.065693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:29:41.069753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Usage tracker for resource:port and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:29:41.075091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:29:41.079887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:29:41.089461 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:29:41.095778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.415878 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Allocated IP 172.20.0.11 (4d87647b-4ae2-473b-b995-395436e66034/18736437-09b7-4c2a-9f30-3625b1591ff2/a9c6ba4d-a872-4837-be5e-216f09d6da28) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:29:41.641612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.671935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.688798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f6f1189b-58ba-4fb0-b999-8c266f72097c tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:41.735796 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.844362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event updated for resources: {'Port': ['ID=a9c6ba4d-a872-4837-be5e-216f09d6da28,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:41.849405 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:41.893242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Network 4d87647b-4ae2-473b-b995-395436e66034 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:29:41.894276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:29:41.896618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:29:41.961653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:41.962310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:41.986046 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0821536
Feb 17 01:29:41.998857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Request body: {'port': {'device_id': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:29:42.121453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:42.200772 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:42.221234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f103b1-f310-47a3-bd73-fb92594df9fa req-f37d41fa-0eb1-4ce2-82a3-e0276060c193 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:42.223529 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25f103b1-f310-47a3-bd73-fb92594df9fa req-f37d41fa-0eb1-4ce2-82a3-e0276060c193 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 932 time: 0.0908084
Feb 17 01:29:42.278243 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25f103b1-f310-47a3-bd73-fb92594df9fa req-c5be9a09-999b-4bb9-9eca-8721fa474b3f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489845
Feb 17 01:29:42.808040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c6ba4d-a872-4837-be5e-216f09d6da28 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:29:42.816566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:42.829410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Transition to ACTIVE for port object a9c6ba4d-a872-4837-be5e-216f09d6da28 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:29:42.832130 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:42.847742 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:42.983603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c6ba4d-a872-4837-be5e-216f09d6da28,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:42.999993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:43.179508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Attempting to bind port a9c6ba4d-a872-4837-be5e-216f09d6da28 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:29:43.179872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Attempting to bind port a9c6ba4d-a872-4837-be5e-216f09d6da28 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:29:43.180241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Attempting to bind port a9c6ba4d-a872-4837-be5e-216f09d6da28 on network 4d87647b-4ae2-473b-b995-395436e66034 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:29:43.185894 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:29:43.186844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Checking segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:29:43.187312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:43.187704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Bound using segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:29:43.188175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Bound port: a9c6ba4d-a872-4837-be5e-216f09d6da28, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:29:43.188547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:43.286807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] For port a9c6ba4d-a872-4837-be5e-216f09d6da28, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:29:43.289975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] For port a9c6ba4d-a872-4837-be5e-216f09d6da28, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:29:43.293333 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:43.309419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbc98ab0-caa6-4cbb-9e94-f92e4e9bc194 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:43.470277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Pushing event updated for resources: {'Port': ['ID=a9c6ba4d-a872-4837-be5e-216f09d6da28,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:43.475536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:43.483902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71897-d46e-4461-b754-c8baf59c26cf req-682129f9-4456-425f-be9d-751ef1eb4bc3 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:43.485518 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0ab71897-d46e-4461-b754-c8baf59c26cf req-682129f9-4456-425f-be9d-751ef1eb4bc3 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.0901458
Feb 17 01:29:43.506718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:43.507423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:43.508921 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] 10.222.0.69 "PUT /v2.0/ports/a9c6ba4d-a872-4837-be5e-216f09d6da28 HTTP/1.1" status: 200  len: 1158 time: 1.5145218
Feb 17 01:29:43.509472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:29:43.538753 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0ab71897-d46e-4461-b754-c8baf59c26cf req-b5f20275-5626-4608-b2a8-ca7f773aa059 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468307
Feb 17 01:29:43.573578 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28', 'status': 'completed', 'code': 200}
Feb 17 01:29:43.658444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-d39ba058-e44a-4a3e-bd31-5210705f26c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:43.660110 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-d39ba058-e44a-4a3e-bd31-5210705f26c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 1161 time: 0.0791500
Feb 17 01:29:43.741885 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-c44e215a-4614-4b7d-9036-5974fc487c5d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28 HTTP/1.1" status: 200  len: 217 time: 0.0720398
Feb 17 01:29:43.817340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79659edd-ee90-4581-a464-cb496ce5707d req-ccd84882-6191-4ef9-859b-fd4d6b69f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:43.818951 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-ccd84882-6191-4ef9-859b-fd4d6b69f34a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0705056
Feb 17 01:29:43.879134 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-7469a57c-c9cf-412c-8191-e09a0bdaf546 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531616
Feb 17 01:29:44.030711 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-13504a0f-8196-42c8-ac6c-74bc6b069584 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436887
Feb 17 01:29:44.179534 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-79659edd-ee90-4581-a464-cb496ce5707d req-b3804ca5-35e5-4b05-99f2-0c038a46ebc1 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424870
Feb 17 01:29:44.302474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-463a57be-d0d3-41b4-8046-ddbcc3998171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:44.304363 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-463a57be-d0d3-41b4-8046-ddbcc3998171 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 1161 time: 0.0813494
Feb 17 01:29:44.453896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-a6becf06-5a55-4f84-9f5c-222e1d055b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:44.455532 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-a6becf06-5a55-4f84-9f5c-222e1d055b4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 909 time: 0.1446366
Feb 17 01:29:44.535215 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-081f04fd-b6de-4379-9163-d0a21757a97e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28 HTTP/1.1" status: 200  len: 217 time: 0.0721557
Feb 17 01:29:44.607138 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-f16ac661-bea9-4c84-8999-bab697f686da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:44.609251 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-f16ac661-bea9-4c84-8999-bab697f686da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0677769
Feb 17 01:29:44.666749 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-e8844a96-8442-4edd-988f-c3a7ea515c83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0501671
Feb 17 01:29:44.760517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0776f8-bf2f-47b4-a38b-99ae1c5fcf3b req-ea5e998d-65d0-4716-81a3-ae0b85335868 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:44.764564 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bf0776f8-bf2f-47b4-a38b-99ae1c5fcf3b req-ea5e998d-65d0-4716-81a3-ae0b85335868 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.1021290
Feb 17 01:29:44.821243 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bf0776f8-bf2f-47b4-a38b-99ae1c5fcf3b req-898b98d9-9942-4976-a1cf-9d2f8a098c6e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437725
Feb 17 01:29:44.825661 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-54828017-03f1-41b8-922d-2020f968b16d service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506739
Feb 17 01:29:44.972828 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0c45cb4-a857-4d7b-9d9e-ed7b386975ab req-33ede86c-27ff-4c68-af43-5b3e2d102706 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407351
Feb 17 01:29:46.023217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04a05d-d934-47d9-abe2-2c291af9fc21 req-50b5e430-84e1-403f-8fa1-fa6939a5218e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:46.024797 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aa04a05d-d934-47d9-abe2-2c291af9fc21 req-50b5e430-84e1-403f-8fa1-fa6939a5218e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.0894573
Feb 17 01:29:46.074818 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aa04a05d-d934-47d9-abe2-2c291af9fc21 req-f7b807ce-f1f4-48ef-9b7d-60dc5826c73d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435793
Feb 17 01:29:47.275222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226c101-450b-4a01-9f95-1ac9e5660f63 req-9e4f3208-2d33-4d66-89b3-635803be9b26 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:47.276833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9226c101-450b-4a01-9f95-1ac9e5660f63 req-9e4f3208-2d33-4d66-89b3-635803be9b26 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.0907254
Feb 17 01:29:47.326209 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9226c101-450b-4a01-9f95-1ac9e5660f63 req-e6b98ded-dd7c-48d8-91e5-dd93e475f63f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429254
Feb 17 01:29:48.531899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29660483-485f-4429-bf33-bf996a9f8fc2 req-1a624730-285d-4fdc-a5c0-c717503991d1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:48.533563 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29660483-485f-4429-bf33-bf996a9f8fc2 req-1a624730-285d-4fdc-a5c0-c717503991d1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.0921597
Feb 17 01:29:48.584193 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-29660483-485f-4429-bf33-bf996a9f8fc2 req-54c6beb1-f77f-4fc6-b66f-55d41839715d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441742
Feb 17 01:29:49.104003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.objects.ports [None req-fce1ce65-9e58-42e0-acbf-25ec71975cfe None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83956) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 01:29:49.562632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a9c6ba4d-a872-4837-be5e-216f09d6da28 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:29:49.639594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port a9c6ba4d-a872-4837-be5e-216f09d6da28 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:29:49.644830 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a9c6ba4d-a872-4837-be5e-216f09d6da28 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:29:49.645226 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:49.785321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:49.794835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f08e3e-8540-4dc0-9a2b-0da582d43461 req-e4a8b782-30b9-47b8-bee7-cbc35ab098de tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:49.797172 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f7f08e3e-8540-4dc0-9a2b-0da582d43461 req-e4a8b782-30b9-47b8-bee7-cbc35ab098de tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 944 time: 0.0926783
Feb 17 01:29:49.816094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:29:49.826724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port a9c6ba4d-a872-4837-be5e-216f09d6da28, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:29:49.830833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:49.832841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:29:49.848256 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f7f08e3e-8540-4dc0-9a2b-0da582d43461 req-b29d5474-7d43-4bef-98dd-f1b9322afab5 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443938
Feb 17 01:29:49.868443 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28', 'code': 200}
Feb 17 01:29:49.914144 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=a9c6ba4d-a872-4837-be5e-216f09d6da28,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:29:49.917492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:29:50.120003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eadd8e-6a19-4a24-a001-e55fe94a7ddf req-280690ad-0a3d-4436-a610-67f6cb62364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:50.121719 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1eadd8e-6a19-4a24-a001-e55fe94a7ddf req-280690ad-0a3d-4436-a610-67f6cb62364b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 1163 time: 0.0833318
Feb 17 01:29:50.167276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1eadd8e-6a19-4a24-a001-e55fe94a7ddf req-0f4c3911-36f9-4e1c-90cf-cea1093ef100 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387993
Feb 17 01:29:51.052615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffa3db-941d-4702-9026-b597d449f11d req-9ef770f0-7fed-45aa-a12e-e1a8360b6bac tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:51.053217 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a9c6ba4d-a872-4837-be5e-216f09d6da28 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:29:51.054238 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52ffa3db-941d-4702-9026-b597d449f11d req-9ef770f0-7fed-45aa-a12e-e1a8360b6bac tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.0897691
Feb 17 01:29:51.102133 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-52ffa3db-941d-4702-9026-b597d449f11d req-8633e6ed-a488-4ab7-bc47-bbd8e606076b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415196
Feb 17 01:29:51.125380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a9c6ba4d-a872-4837-be5e-216f09d6da28 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:29:51.125806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:29:52.306517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74498e-5e1d-4254-a5ef-e01d27b59c5e req-20fd166f-095c-48a4-9b5b-52f8ce18fe4b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:29:52.308171 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aa74498e-5e1d-4254-a5ef-e01d27b59c5e req-20fd166f-095c-48a4-9b5b-52f8ce18fe4b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.0919740
Feb 17 01:29:52.356383 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aa74498e-5e1d-4254-a5ef-e01d27b59c5e req-807a3488-caaa-4bb4-a067-fc221c16b8a8 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418932
Feb 17 01:30:02.455070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-2112a55b-53d3-4ad3-a335-b7063bdae812 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:02.456745 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-2112a55b-53d3-4ad3-a335-b7063bdae812 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1600366
Feb 17 01:30:02.473709 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-25457e95-36d2-4d3b-b31d-310db87daa18 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/quotas/1673ee6c71d6423b9ac09f1e56ceedcd HTTP/1.1" status: 200  len: 375 time: 0.0109162
Feb 17 01:30:02.566496 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-526eb444-8fa5-478c-96e5-2b0298617276 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0859349
Feb 17 01:30:02.625076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-51c5be5a-25fd-42b5-808f-79484ed6dd65 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:30:02.626168 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-51c5be5a-25fd-42b5-808f-79484ed6dd65 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0513198
Feb 17 01:30:02.770436 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-83fa1d88-fa88-46dc-8d5b-0c5b9bd56578 service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373396
Feb 17 01:30:02.916324 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-1065d3cb-bef3-421f-a0b3-326c93367e71 service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379542
Feb 17 01:30:03.115542 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9ab05e6a-69fe-499e-a858-251ca2091ce2 req-9ce8366d-ddf9-4e64-a1fc-bf5ecde0464b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 210 time: 0.0538597
Feb 17 01:30:04.234129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-6ed72ddd-d429-4c5c-9d5e-ca8dd44ed2b9 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:04.235820 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-6ed72ddd-d429-4c5c-9d5e-ca8dd44ed2b9 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1875610
Feb 17 01:30:04.252581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Request body: {'port': {'device_id': '9165118a-78b1-4b21-a7fc-963935e801e9', 'network_id': '4d87647b-4ae2-473b-b995-395436e66034', 'admin_state_up': True, 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:04.291932 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b65ea378-d63d-4838-8335-2598a68d6d2d req-885f1a98-b09b-4c01-8894-e0f1bf95ab01 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 210 time: 0.0511916
Feb 17 01:30:04.401874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:30:04.406600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Usage tracker for resource:port and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:30:04.409647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:30:04.415453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:30:04.424245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:30:04.429841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:04.741804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Allocated IP 172.20.0.14 (4d87647b-4ae2-473b-b995-395436e66034/18736437-09b7-4c2a-9f30-3625b1591ff2/72a1d13a-2832-4e84-a209-2e33d153e928) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:30:04.959633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:04.988901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:05.004475 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-00bc974a-6c33-44ca-8520-80d563ec7c2c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:05.144194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event updated for resources: {'Port': ['ID=72a1d13a-2832-4e84-a209-2e33d153e928,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:05.168622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.169036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.169448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.169857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.170262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.170660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.171591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.171993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.172390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.172782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.173174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.173565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.174028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.174420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.174809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.175220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.175608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.176003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.176392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.176776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.177163 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.177548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.177935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.178318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:05.183799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:05.221267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Network 4d87647b-4ae2-473b-b995-395436e66034 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:30:05.222484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:30:05.224825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:30:05.289797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:05.290528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:05.315190 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0668871
Feb 17 01:30:05.328987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Request body: {'port': {'device_id': '9165118a-78b1-4b21-a7fc-963935e801e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:05.456858 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:05.504915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6cbf8-4caf-4e6f-853e-e0b344fe78bc req-9dbb9e35-91de-4dd5-8305-d4cc75ce6024 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:05.506542 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21e6cbf8-4caf-4e6f-853e-e0b344fe78bc req-9dbb9e35-91de-4dd5-8305-d4cc75ce6024 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 932 time: 0.0905402
Feb 17 01:30:05.559274 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-21e6cbf8-4caf-4e6f-853e-e0b344fe78bc req-eebe93bc-d86e-4c63-8284-65e8fcb81b69 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458574
Feb 17 01:30:05.888900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a1d13a-2832-4e84-a209-2e33d153e928 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:30:05.897506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:05.910046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Transition to ACTIVE for port object 72a1d13a-2832-4e84-a209-2e33d153e928 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:30:05.912580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:05.931361 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6d26d07c-4d73-45fa-aa41-d34643c5014a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:06.229707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:06.301370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Pushing event updated for resources: {'Port': ['ID=72a1d13a-2832-4e84-a209-2e33d153e928,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:06.314765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:06.487685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Attempting to bind port 72a1d13a-2832-4e84-a209-2e33d153e928 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:30:06.487982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Attempting to bind port 72a1d13a-2832-4e84-a209-2e33d153e928 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:30:06.488351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Attempting to bind port 72a1d13a-2832-4e84-a209-2e33d153e928 on network 4d87647b-4ae2-473b-b995-395436e66034 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:30:06.493989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:30:06.494364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Checking segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:30:06.494768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:06.495195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Bound using segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:30:06.495669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Bound port: 72a1d13a-2832-4e84-a209-2e33d153e928, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:30:06.496041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:06.596995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] For port 72a1d13a-2832-4e84-a209-2e33d153e928, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:30:06.600340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] For port 72a1d13a-2832-4e84-a209-2e33d153e928, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72a1d13a-2832-4e84-a209-2e33d153e928,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:30:06.604247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:06.618506 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d9ca4bae-98c1-4da3-ac8b-242d67aa9d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:06.768499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b80a7-ccd6-4395-affd-1a0e8158135f req-0a9981d5-d8b0-4d27-b0a0-86ab8f86d558 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:06.770418 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ed1b80a7-ccd6-4395-affd-1a0e8158135f req-0a9981d5-d8b0-4d27-b0a0-86ab8f86d558 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0903158
Feb 17 01:30:06.799433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Pushing event updated for resources: {'Port': ['ID=72a1d13a-2832-4e84-a209-2e33d153e928,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:06.809973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:06.822514 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ed1b80a7-ccd6-4395-affd-1a0e8158135f req-69b63085-4b1c-4614-96fe-c1bb3cf5149e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458007
Feb 17 01:30:06.823040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:06.823872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:06.825613 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] 10.222.0.69 "PUT /v2.0/ports/72a1d13a-2832-4e84-a209-2e33d153e928 HTTP/1.1" status: 200  len: 1158 time: 1.5016968
Feb 17 01:30:06.826589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:30:06.873009 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928', 'status': 'completed', 'code': 200}
Feb 17 01:30:07.705682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-62c2b0ea-0f81-4fb6-b7da-bd5d2a6d7a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:08.022556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5b56-faaa-43ec-aeda-febed75ac6d4 req-2cf3635e-c497-4160-a068-6726d1db9091 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:08.024146 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c13a5b56-faaa-43ec-aeda-febed75ac6d4 req-2cf3635e-c497-4160-a068-6726d1db9091 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0903518
Feb 17 01:30:08.071029 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c13a5b56-faaa-43ec-aeda-febed75ac6d4 req-05f0a4b3-cb5f-4920-97e6-0e8313af4b70 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407326
Feb 17 01:30:09.269932 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6f9ed-ecdf-4eda-b641-5babd76fcb20 req-f25d1e9f-e1f2-4630-a408-5eb7f8b1f00b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:09.271643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4a6f9ed-ecdf-4eda-b641-5babd76fcb20 req-f25d1e9f-e1f2-4630-a408-5eb7f8b1f00b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0871303
Feb 17 01:30:09.319323 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a4a6f9ed-ecdf-4eda-b641-5babd76fcb20 req-41c616c2-153b-4744-af5f-4dbff9de94ea tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413253
Feb 17 01:30:09.664050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-71f9aff4-e11e-4fb6-9560-f4a717214df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:09.665654 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-71f9aff4-e11e-4fb6-9560-f4a717214df5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 1161 time: 0.0787287
Feb 17 01:30:09.784256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d582c347-2e1e-4181-8b2b-affd20e45ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:09.835972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-4962118e-cdc6-4212-b491-bcedecec8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:09.837634 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-4962118e-cdc6-4212-b491-bcedecec8981 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1559255
Feb 17 01:30:09.988946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-b3fca380-d6b9-4bab-a541-a48048b0f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:09.990470 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-91ded6f3-7381-43bf-a829-8bdb3419b46b req-b3fca380-d6b9-4bab-a541-a48048b0f2fc service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1464267
Feb 17 01:30:10.154384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-477920bf-2683-4b7b-8a67-9601f7a030bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:10.156108 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-477920bf-2683-4b7b-8a67-9601f7a030bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 1161 time: 0.0832195
Feb 17 01:30:10.234293 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-03e0f789-b384-4ad7-b3cc-82528da51669 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72a1d13a-2832-4e84-a209-2e33d153e928 HTTP/1.1" status: 200  len: 217 time: 0.0695150
Feb 17 01:30:10.249663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:10.305786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-73de7ca7-965b-4471-87e0-03029d1a14be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:10.307425 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-73de7ca7-965b-4471-87e0-03029d1a14be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0661561
Feb 17 01:30:10.361934 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-6e1a50a1-aca8-4c0c-98f9-9aeadc632a61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476911
Feb 17 01:30:10.507759 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-be07c42c-001f-41fc-9a2e-1ba5e970e918 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392441
Feb 17 01:30:10.521881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d2043-478d-48f3-b259-5a0abb8f5757 req-866a2c58-0e93-417b-9604-b10fcb635721 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:10.523555 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1c2d2043-478d-48f3-b259-5a0abb8f5757 req-866a2c58-0e93-417b-9604-b10fcb635721 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0908144
Feb 17 01:30:10.572706 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1c2d2043-478d-48f3-b259-5a0abb8f5757 req-dae0b9b3-b8c3-446c-989d-154d66b0fc34 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426042
Feb 17 01:30:10.658274 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9d5052d2-ae61-4f0b-9791-a5dc4e3119f3 req-9b92f713-6f7a-44d8-8ddd-2c094a9d5518 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431837
Feb 17 01:30:11.741502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:11.774518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546a6e4-7bf2-47e3-8e52-25f7109816ce req-dd00f02e-641f-425c-a4fd-663fd8f01bc0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:11.776211 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a546a6e4-7bf2-47e3-8e52-25f7109816ce req-dd00f02e-641f-425c-a4fd-663fd8f01bc0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0893421
Feb 17 01:30:11.829808 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a546a6e4-7bf2-47e3-8e52-25f7109816ce req-411037c9-5caf-4a2d-9282-2a197de23f67 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461624
Feb 17 01:30:12.202555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:13.028328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27e10b-ed8e-40a2-8f69-49cd906e83f6 req-c01ecc6d-68bc-4cab-a91c-fd8be639281b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:13.029926 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5d27e10b-ed8e-40a2-8f69-49cd906e83f6 req-c01ecc6d-68bc-4cab-a91c-fd8be639281b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0856199
Feb 17 01:30:13.077572 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5d27e10b-ed8e-40a2-8f69-49cd906e83f6 req-3151ea10-2a8b-4bcc-8f98-53f705471e96 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407012
Feb 17 01:30:13.247929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:30:14.281416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4e5ab-3eaf-4aa7-bb75-d7f6731e2dfb req-d0f6eec4-e704-47fb-bdec-6d959975ac32 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:14.283139 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-64f4e5ab-3eaf-4aa7-bb75-d7f6731e2dfb req-d0f6eec4-e704-47fb-bdec-6d959975ac32 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 944 time: 0.0908134
Feb 17 01:30:14.331565 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-64f4e5ab-3eaf-4aa7-bb75-d7f6731e2dfb req-f809d90a-a248-4553-bc47-568b3d19904e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421710
Feb 17 01:30:14.767823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 72a1d13a-2832-4e84-a209-2e33d153e928 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:30:14.842908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port 72a1d13a-2832-4e84-a209-2e33d153e928 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:30:14.848429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 72a1d13a-2832-4e84-a209-2e33d153e928 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:30:14.848843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:14.973616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:15.001299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:30:15.011816 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port 72a1d13a-2832-4e84-a209-2e33d153e928, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72a1d13a-2832-4e84-a209-2e33d153e928,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:30:15.015752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:15.018808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:15.056030 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928', 'code': 200}
Feb 17 01:30:15.089703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=72a1d13a-2832-4e84-a209-2e33d153e928,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:15.093210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:15.296166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b53c7-029c-415f-96e2-dec6ca0b7307 req-b90051ea-7df2-448d-bc4b-861dfc89f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:15.297731 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-183b53c7-029c-415f-96e2-dec6ca0b7307 req-b90051ea-7df2-448d-bc4b-861dfc89f4e2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 1163 time: 0.0830364
Feb 17 01:30:15.341063 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-183b53c7-029c-415f-96e2-dec6ca0b7307 req-2673f08d-a6f1-4c96-88bb-6d6fab090844 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373576
Feb 17 01:30:15.528024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decc5a2-5932-45ba-91a5-64d8adc29713 req-77a7dc62-1640-4c80-957b-e241c3fd0867 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:15.529640 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0decc5a2-5932-45ba-91a5-64d8adc29713 req-77a7dc62-1640-4c80-957b-e241c3fd0867 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.0868556
Feb 17 01:30:15.576758 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0decc5a2-5932-45ba-91a5-64d8adc29713 req-20546c10-4427-48ac-a796-ad2b4498858f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408688
Feb 17 01:30:16.247027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 33602) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:30:16.333012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 72a1d13a-2832-4e84-a209-2e33d153e928 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:30:16.370971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.390355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:30:16.395889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Usage tracker for resource:security_group_rule and tenant:a35020b82fc640d687cb644d5a4733bd is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:30:16.398913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:30:16.404746 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:30:16.412260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port 72a1d13a-2832-4e84-a209-2e33d153e928 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:30:16.412683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.495353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.499086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.508235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-57918be4-2ad6-480f-a158-a3b1221a655c tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:16.552477 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a35020b82fc640d687cb644d5a4733bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3042262
Feb 17 01:30:16.553422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83f8669-28f1-4687-8742-25266ab296bd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:16.555518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 33608) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:30:16.562288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.562676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.563094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.563514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.563940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.564346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.564748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.565175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.565617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.566020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.566392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.566780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.567274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.567697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.568186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.568581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.568970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.569364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.569755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.570146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.570534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.570924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.571345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.571733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:16.576230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7299e175-1e8d-4a99-b85c-36f804485326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:16.630287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.660626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.718744 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.724072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-80ad350f-0ac8-4235-b6ea-7f3f21e25788 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:16.738125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83f8669-28f1-4687-8742-25266ab296bd,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:16.741369 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:16.742177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:16.746306 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a83f8669-28f1-4687-8742-25266ab296bd HTTP/1.1" status: 204  len: 168 time: 0.1868117
Feb 17 01:30:16.804974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0aba6-dc43-4be8-9043-557c35e5fcdf req-8c403a22-006d-4dc2-acc2-2373ac383521 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:16.806648 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0dd0aba6-dc43-4be8-9043-557c35e5fcdf req-8c403a22-006d-4dc2-acc2-2373ac383521 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.1040545
Feb 17 01:30:16.861093 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0dd0aba6-dc43-4be8-9043-557c35e5fcdf req-00ad370e-fb9b-4535-b6fa-1dce39c7d5c4 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472047
Feb 17 01:30:22.379873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-c9d1d7ef-2aef-4715-8211-3caeeb098e76 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:22.381472 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-c9d1d7ef-2aef-4715-8211-3caeeb098e76 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1604228
Feb 17 01:30:22.398432 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-44d08bd7-7be0-458e-9883-91dde77a0eb6 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/quotas/1673ee6c71d6423b9ac09f1e56ceedcd HTTP/1.1" status: 200  len: 375 time: 0.0108352
Feb 17 01:30:22.489903 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-76aa9876-84ae-439a-b47d-90bd85fa9b72 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0855885
Feb 17 01:30:22.633517 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-f4d24f46-905e-44ed-a6a5-dd0828ffc36f service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362658
Feb 17 01:30:22.781552 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5e3afc32-ee26-4d8d-b5ac-7d251f9a0286 service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412823
Feb 17 01:30:22.978731 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bb9a6bd-f30c-4470-ae6f-bff8ef6ec841 req-56aa51ff-f48e-4253-8a56-90080abbaa10 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 210 time: 0.0526001
Feb 17 01:30:24.055572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-ea534b00-73a9-43db-a51a-09b987508470 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:24.058253 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-ea534b00-73a9-43db-a51a-09b987508470 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1853395
Feb 17 01:30:24.071891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Request body: {'port': {'device_id': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'network_id': '4d87647b-4ae2-473b-b995-395436e66034', 'admin_state_up': True, 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:24.180546 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4c72ae36-ae3c-4f86-bada-10320950aeba req-8b5d24ea-2213-4e17-8a8d-e80ea91ee448 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 210 time: 0.0517831
Feb 17 01:30:24.236420 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:30:24.240474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Usage tracker for resource:port and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:30:24.243469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:30:24.249370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:30:24.258340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:30:24.264075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:24.575396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Allocated IP 172.20.0.4 (4d87647b-4ae2-473b-b995-395436e66034/18736437-09b7-4c2a-9f30-3625b1591ff2/d2894412-a3b2-4bc5-8fc1-6ccd29822441) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:30:24.794478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:24.825159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:24.840406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9f60961b-91d2-4f8b-9bda-409329530230 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:24.978910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event updated for resources: {'Port': ['ID=d2894412-a3b2-4bc5-8fc1-6ccd29822441,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:24.983379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:25.037256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Network 4d87647b-4ae2-473b-b995-395436e66034 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:30:25.038473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:30:25.040822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:30:25.107034 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:25.107625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:25.128972 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0620615
Feb 17 01:30:25.141611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Request body: {'port': {'device_id': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:25.266623 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:25.581267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b3cc8-191e-45eb-9527-c0cbf9ef776d req-da4c33fb-21d5-4e2e-baee-da7082f63055 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:25.583267 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d57b3cc8-191e-45eb-9527-c0cbf9ef776d req-da4c33fb-21d5-4e2e-baee-da7082f63055 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 931 time: 0.2881017
Feb 17 01:30:25.633062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d57b3cc8-191e-45eb-9527-c0cbf9ef776d req-799a4a0f-fc05-4ebd-9ef3-41c91ff88e12 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433908
Feb 17 01:30:25.722899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2894412-a3b2-4bc5-8fc1-6ccd29822441 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:30:25.732644 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:25.747805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Transition to ACTIVE for port object d2894412-a3b2-4bc5-8fc1-6ccd29822441 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:30:25.751559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:25.837985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-78f98747-8477-40f5-9260-0fe1d8369330 tempest-VolumesNegativeTest-938459008 tempest-VolumesNegativeTest-938459008-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:25.936881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Pushing event updated for resources: {'Port': ['ID=d2894412-a3b2-4bc5-8fc1-6ccd29822441,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:25.941207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:26.110189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Attempting to bind port d2894412-a3b2-4bc5-8fc1-6ccd29822441 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:30:26.110761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Attempting to bind port d2894412-a3b2-4bc5-8fc1-6ccd29822441 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:30:26.110916 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Attempting to bind port d2894412-a3b2-4bc5-8fc1-6ccd29822441 on network 4d87647b-4ae2-473b-b995-395436e66034 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:30:26.116751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:30:26.117128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Checking segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:30:26.117533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:26.117927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Bound using segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:30:26.118398 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Bound port: d2894412-a3b2-4bc5-8fc1-6ccd29822441, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:30:26.118770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:26.215902 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] For port d2894412-a3b2-4bc5-8fc1-6ccd29822441, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:30:26.218905 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] For port d2894412-a3b2-4bc5-8fc1-6ccd29822441, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2894412-a3b2-4bc5-8fc1-6ccd29822441,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:30:26.222348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:26.237488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-36f10134-a212-4afe-8b78-f00194997d37 tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:26.395562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Pushing event updated for resources: {'Port': ['ID=d2894412-a3b2-4bc5-8fc1-6ccd29822441,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:26.400478 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:26.433708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:26.434410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:26.436028 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] 10.222.0.69 "PUT /v2.0/ports/d2894412-a3b2-4bc5-8fc1-6ccd29822441 HTTP/1.1" status: 200  len: 1157 time: 1.2992508
Feb 17 01:30:26.436559 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:30:26.483294 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441', 'status': 'completed', 'code': 200}
Feb 17 01:30:26.842935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271455b7-0883-4006-a63a-fde115781f41 req-77a6ff57-6bde-417a-afbe-a39401fbe01d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:26.844615 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271455b7-0883-4006-a63a-fde115781f41 req-77a6ff57-6bde-417a-afbe-a39401fbe01d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0967574
Feb 17 01:30:26.895186 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-271455b7-0883-4006-a63a-fde115781f41 req-27e6e479-392c-4995-88a7-6c2cde581ac0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433960
Feb 17 01:30:28.098454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2df8-8536-4550-bc4e-7e6c805e5eda req-31d4f335-9049-4462-9f05-34cbdcc69bd3 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:28.100126 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f3dd2df8-8536-4550-bc4e-7e6c805e5eda req-31d4f335-9049-4462-9f05-34cbdcc69bd3 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0909915
Feb 17 01:30:28.148101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f3dd2df8-8536-4550-bc4e-7e6c805e5eda req-b1d77c75-00fd-4d94-b694-c9e349d7346f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415847
Feb 17 01:30:29.349357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af3cc4-1f17-416a-874f-bda3e4aad482 req-49e91267-3f2d-4f47-a417-47f0b1e17d12 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:29.350964 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d4af3cc4-1f17-416a-874f-bda3e4aad482 req-49e91267-3f2d-4f47-a417-47f0b1e17d12 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0866451
Feb 17 01:30:29.398591 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d4af3cc4-1f17-416a-874f-bda3e4aad482 req-4c11f97d-6189-49bc-9214-c4ac0f84638e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413566
Feb 17 01:30:29.919528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-e9fafe7a-096a-4c11-81d4-7cbc87bceb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:29.921172 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-e9fafe7a-096a-4c11-81d4-7cbc87bceb94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 1160 time: 0.0844090
Feb 17 01:30:30.073418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-42543256-616f-49e1-bbc7-ab2b724896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:30.074929 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-42543256-616f-49e1-bbc7-ab2b724896c2 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1465008
Feb 17 01:30:30.461291 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-60a2d531-1966-47f1-a2fc-7c4c97f67696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:30.462913 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-429e2184-2159-4b78-9fb2-26508c3e09dc req-60a2d531-1966-47f1-a2fc-7c4c97f67696 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3822491
Feb 17 01:30:30.594879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-30fd5e10-9e95-42ac-bfc3-e52f59c2c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:30.596620 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-30fd5e10-9e95-42ac-bfc3-e52f59c2c298 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 1160 time: 0.0862582
Feb 17 01:30:30.678548 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-cc345e8c-2fa7-4e32-beb5-6c1a5bcff33c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2894412-a3b2-4bc5-8fc1-6ccd29822441 HTTP/1.1" status: 200  len: 217 time: 0.0738735
Feb 17 01:30:30.753864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-184d7162-7837-4b68-b92b-ac237aa8d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:30.755516 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-184d7162-7837-4b68-b92b-ac237aa8d8e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0698416
Feb 17 01:30:30.818082 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-a35ba30e-603c-4458-a8cd-7a7387dce956 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557542
Feb 17 01:30:30.962910 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62fb3-a453-4e26-ac21-ae2505f1e6ed req-99ff9e28-985a-420c-9b53-b1fa5a0d71b7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:30.964474 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46e62fb3-a453-4e26-ac21-ae2505f1e6ed req-99ff9e28-985a-420c-9b53-b1fa5a0d71b7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.3146329
Feb 17 01:30:30.974158 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-59145c98-561f-49f9-84a1-e160c6853868 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484463
Feb 17 01:30:31.013369 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-46e62fb3-a453-4e26-ac21-ae2505f1e6ed req-7189afb9-704f-42a5-904e-c53207e0392e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425298
Feb 17 01:30:31.119478 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d0c384c7-0ce1-41c3-84ff-250d102e6e84 req-bb450a72-c5a4-4b7b-98ac-c73affa24ff2 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379430
Feb 17 01:30:32.215954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384ee4a-9b63-4e59-a99c-164fc15c32fe req-cecaecc3-3916-44f2-ba37-fcf1d1656d33 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:32.217548 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0384ee4a-9b63-4e59-a99c-164fc15c32fe req-cecaecc3-3916-44f2-ba37-fcf1d1656d33 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0871799
Feb 17 01:30:32.267839 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0384ee4a-9b63-4e59-a99c-164fc15c32fe req-b9419363-dbb5-463f-aa35-d3596d413e91 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436893
Feb 17 01:30:33.469058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f86d5a-c954-413d-87c8-a515b9129796 req-9d014f75-a9e3-4bce-ab22-b6c180bf2352 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:33.471418 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b0f86d5a-c954-413d-87c8-a515b9129796 req-9d014f75-a9e3-4bce-ab22-b6c180bf2352 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0902507
Feb 17 01:30:33.519408 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b0f86d5a-c954-413d-87c8-a515b9129796 req-438d86be-abe6-4326-a630-2e2451911752 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417342
Feb 17 01:30:34.728305 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26bfde-c6a6-4e7d-bc7e-ca9f17b3a228 req-02de0cf0-fb6f-480d-a8ef-50d06e5b091f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:34.730643 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0f26bfde-c6a6-4e7d-bc7e-ca9f17b3a228 req-02de0cf0-fb6f-480d-a8ef-50d06e5b091f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0983565
Feb 17 01:30:34.783573 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0f26bfde-c6a6-4e7d-bc7e-ca9f17b3a228 req-ba69d3df-44c5-45b2-90b7-d627d7275d76 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461605
Feb 17 01:30:36.034962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743d527-e0cc-487b-86d2-c76508690c20 req-6953da14-17ae-4dfa-bda8-dadff3c608c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:36.036723 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0743d527-e0cc-487b-86d2-c76508690c20 req-6953da14-17ae-4dfa-bda8-dadff3c608c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.1390049
Feb 17 01:30:36.085980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0743d527-e0cc-487b-86d2-c76508690c20 req-48ad82c5-dfc9-44f8-a53c-ebe67b638379 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431666
Feb 17 01:30:36.230400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.297171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f0b22-67f8-451a-b0e4-03d04b197719 req-ae46eee4-e998-4cfa-9990-99d2f4249694 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:37.298851 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-304f0b22-67f8-451a-b0e4-03d04b197719 req-ae46eee4-e998-4cfa-9990-99d2f4249694 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 943 time: 0.0965533
Feb 17 01:30:37.301151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device d2894412-a3b2-4bc5-8fc1-6ccd29822441 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:30:37.348193 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-304f0b22-67f8-451a-b0e4-03d04b197719 req-149e9a9d-ac59-4786-af47-ebd6c284ad15 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425854
Feb 17 01:30:37.373154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port d2894412-a3b2-4bc5-8fc1-6ccd29822441 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:30:37.378774 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port d2894412-a3b2-4bc5-8fc1-6ccd29822441 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:30:37.379229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.508518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.537776 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:30:37.548282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port d2894412-a3b2-4bc5-8fc1-6ccd29822441, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2894412-a3b2-4bc5-8fc1-6ccd29822441,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:30:37.552096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.555582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:37.596187 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441', 'code': 200}
Feb 17 01:30:37.629577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=d2894412-a3b2-4bc5-8fc1-6ccd29822441,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:37.638754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.639196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.639832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.640208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.640575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.640941 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.641306 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.642326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.642698 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.643106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.643447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.643807 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.644259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.644614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.644972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.645329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.645685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.646040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.646397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.646749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.647135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.647508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.647864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.648216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:30:37.652622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:37.707362 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0f306299-6626-4beb-8b24-1c52d1693796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:37.850581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257edf9-d95f-484e-8532-1bd2186b6921 req-d9f2232e-c52e-49b5-8918-0cb37e25b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:37.852251 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2257edf9-d95f-484e-8532-1bd2186b6921 req-d9f2232e-c52e-49b5-8918-0cb37e25b800 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 1162 time: 0.0813203
Feb 17 01:30:37.898763 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2257edf9-d95f-484e-8532-1bd2186b6921 req-0efd8f4f-c7a2-48ef-b3b6-d36e82df404b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385385
Feb 17 01:30:38.552798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1162a-d435-4250-8915-d81d2e815526 req-bc8b4634-1af1-4669-8b5d-99013434fc55 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:38.554390 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f5d1162a-d435-4250-8915-d81d2e815526 req-bc8b4634-1af1-4669-8b5d-99013434fc55 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 945 time: 0.0904670
Feb 17 01:30:38.604124 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f5d1162a-d435-4250-8915-d81d2e815526 req-4f18accc-3137-40a3-8b8c-0da661558305 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434787
Feb 17 01:30:38.709290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device d2894412-a3b2-4bc5-8fc1-6ccd29822441 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:30:38.788237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port d2894412-a3b2-4bc5-8fc1-6ccd29822441 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:30:38.788655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:39.794980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-60e231c0-b676-4c32-ba1e-1b6cee69a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:39.817907 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2ee0-df5e-48ef-a7dd-c880f7328981 req-ad6dacb0-e244-4460-bc07-1215a21abc95 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:39.819555 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7af2ee0-df5e-48ef-a7dd-c880f7328981 req-ad6dacb0-e244-4460-bc07-1215a21abc95 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 945 time: 0.0952623
Feb 17 01:30:39.868742 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e7af2ee0-df5e-48ef-a7dd-c880f7328981 req-52ad8f79-7c14-40f4-8283-df98fb37bdeb tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428960
Feb 17 01:30:40.257610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:40.734888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device d2894412-a3b2-4bc5-8fc1-6ccd29822441 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:30:40.811825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port d2894412-a3b2-4bc5-8fc1-6ccd29822441 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:30:40.812415 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:41.733969 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:42.206464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:49.723075 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-3a229164-b071-4159-ae81-9b823b16833c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0817111
Feb 17 01:30:49.877568 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-4ee685f4-7c39-4ca2-aceb-0dd8bd73f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:49.879344 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-4ee685f4-7c39-4ca2-aceb-0dd8bd73f4b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 1163 time: 0.0808983
Feb 17 01:30:50.043587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-5417ba97-7260-43a8-953c-eff05a70e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:50.045207 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-5417ba97-7260-43a8-953c-eff05a70e6bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 909 time: 0.1450882
Feb 17 01:30:50.121919 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-9a5f1ab2-5b5f-436d-945b-3e0d3fc043d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28 HTTP/1.1" status: 200  len: 217 time: 0.0702374
Feb 17 01:30:50.192574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-47b58d98-af7a-41b1-bf2d-33324bc3fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:50.194247 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-47b58d98-af7a-41b1-bf2d-33324bc3fb06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0662475
Feb 17 01:30:50.254104 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:30:50.254335 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-03ea1ff5-b18f-43d1-8d80-9afae1adf75e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503249
Feb 17 01:30:50.405266 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-097a2a84-364f-4454-8ea4-3686223be854 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444173
Feb 17 01:30:50.556528 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-03bc3ad6-02a5-4a4f-8084-70b105a136fd req-423d7452-b720-41f2-87f6-2ff2d50caf64 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437850
Feb 17 01:30:52.020725 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-63f22b91-02fb-4729-ba17-f744b6a7c5fc tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:52.022249 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-63f22b91-02fb-4729-ba17-f744b6a7c5fc tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1566103
Feb 17 01:30:52.038222 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f07a3cd0-42f5-4918-8ef0-e16278d4f7f2 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/quotas/1673ee6c71d6423b9ac09f1e56ceedcd HTTP/1.1" status: 200  len: 375 time: 0.0096853
Feb 17 01:30:52.132797 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-0680b2f4-1ea6-443f-812c-6b88bcd67dfc tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0891740
Feb 17 01:30:52.275756 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-df17895c-cc00-4786-916f-33a40cf0893c service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351719
Feb 17 01:30:52.417771 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-86d6c627-157a-4e1a-ba9e-5008714ed5a1 service neutron] 10.222.0.68 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356289
Feb 17 01:30:52.608230 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-e773e9fa-9b67-4998-a9bd-fcb197bdf414 req-fbdba2ab-9a8e-47e2-90d9-3bed95ee0416 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 210 time: 0.0483704
Feb 17 01:30:53.777293 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-efcf2c41-6aba-403b-ade0-253de2d76f90 req-1e85f5f0-3d0d-49f9-941e-39c20cedf59c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 210 time: 0.0552893
Feb 17 01:30:54.415456 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-05c274ab-dac9-40bc-94a2-793808812f71 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:54.416980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-05c274ab-dac9-40bc-94a2-793808812f71 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 815 time: 0.1607060
Feb 17 01:30:54.429332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Request body: {'port': {'device_id': '334e040a-39c0-497b-b49a-2bb717105798', 'network_id': '4d87647b-4ae2-473b-b995-395436e66034', 'admin_state_up': True, 'tenant_id': '1673ee6c71d6423b9ac09f1e56ceedcd'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:54.577722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:30:54.582484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Usage tracker for resource:port and tenant:1673ee6c71d6423b9ac09f1e56ceedcd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:30:54.585501 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:30:54.591309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:30:54.600071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Made reservation on behalf of 1673ee6c71d6423b9ac09f1e56ceedcd for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:30:54.605691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:54.914938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Allocated IP 172.20.0.2 (4d87647b-4ae2-473b-b995-395436e66034/18736437-09b7-4c2a-9f30-3625b1591ff2/ac7da718-e1d9-4a53-ab3b-e927680f5ffb) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:30:54.944903 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ea441cb3-25f7-4995-85f1-24fe5450690e req-1a917c08-c39c-415b-8fee-05ee227a4dc4 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 210 time: 0.0502770
Feb 17 01:30:55.140237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:55.169701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:55.185406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dbb8c2e9-e758-49db-8bcb-9b3a109b7249 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:55.327017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event updated for resources: {'Port': ['ID=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:55.339928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:55.384206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Network 4d87647b-4ae2-473b-b995-395436e66034 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:30:55.385365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:30:55.387755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:30:55.453503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:55.454155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:55.473769 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-f73b08f2-6021-4868-b4b0-f1126af4b9c1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0485384
Feb 17 01:30:55.486498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Request body: {'port': {'device_id': '334e040a-39c0-497b-b49a-2bb717105798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:30:55.602881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.021701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7da718-e1d9-4a53-ab3b-e927680f5ffb {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:30:56.030117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.043284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Transition to ACTIVE for port object ac7da718-e1d9-4a53-ab3b-e927680f5ffb will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:30:56.047081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.062657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8e2dfdc8-d223-4ffc-8a1d-81142de2594a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:56.153078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7b6f8-f1f1-4008-b106-87b5d24f721c req-1e445ed6-a186-4ce3-9391-98ae643e338e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:56.154712 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c7b6f8-f1f1-4008-b106-87b5d24f721c req-1e445ed6-a186-4ce3-9391-98ae643e338e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0891900
Feb 17 01:30:56.207606 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-35c7b6f8-f1f1-4008-b106-87b5d24f721c req-725530d4-54f4-47d9-a651-0ff37c1ce3a6 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463488
Feb 17 01:30:56.210837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:56.216201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:56.388314 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Attempting to bind port ac7da718-e1d9-4a53-ab3b-e927680f5ffb on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:30:56.388662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Attempting to bind port ac7da718-e1d9-4a53-ab3b-e927680f5ffb by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:30:56.389030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Attempting to bind port ac7da718-e1d9-4a53-ab3b-e927680f5ffb on network 4d87647b-4ae2-473b-b995-395436e66034 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:30:56.394935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:30:56.395340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Checking segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:30:56.395739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.396131 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Bound using segment: {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:30:56.396598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Bound port: ac7da718-e1d9-4a53-ab3b-e927680f5ffb, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbbc104-bf1c-4723-8d90-d6fea21d08c2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d87647b-4ae2-473b-b995-395436e66034'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:30:56.396967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.489834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] For port ac7da718-e1d9-4a53-ab3b-e927680f5ffb, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:30:56.492851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] For port ac7da718-e1d9-4a53-ab3b-e927680f5ffb, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:30:56.496126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.511739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9d7af542-3fe4-41e3-b993-000fd5b77840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:30:56.906423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:30:56.911773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:30:56.945996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:56.946701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:30:56.948159 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] 10.222.0.69 "PUT /v2.0/ports/ac7da718-e1d9-4a53-ab3b-e927680f5ffb HTTP/1.1" status: 200  len: 1157 time: 1.4661009
Feb 17 01:30:56.948682 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:30:57.028740 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb', 'status': 'completed', 'code': 200}
Feb 17 01:30:57.070520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-ed1de8f1-dcc2-4d65-af88-115e64ff7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:57.072115 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-ed1de8f1-dcc2-4d65-af88-115e64ff7cbc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 1160 time: 0.0854340
Feb 17 01:30:57.151793 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-a4c1a443-15a5-4b34-a940-e54b3fc24315 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac7da718-e1d9-4a53-ab3b-e927680f5ffb HTTP/1.1" status: 200  len: 217 time: 0.0716822
Feb 17 01:30:57.221374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-cff72226-759a-49ce-a024-f63355ea7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:57.223589 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-cff72226-759a-49ce-a024-f63355ea7954 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0658960
Feb 17 01:30:57.282798 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-7026f3a0-e5da-41c7-bf57-c83b4b9de92e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518582
Feb 17 01:30:57.411987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe24e8-6ba9-4195-9832-60b95ff4f30c req-fe99a694-202e-4e01-a968-105f61d0ee0b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:57.413619 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0afe24e8-6ba9-4195-9832-60b95ff4f30c req-fe99a694-202e-4e01-a968-105f61d0ee0b tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0910735
Feb 17 01:30:57.436985 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-cdbd76a8-524a-4a88-acae-b965b5068168 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463675
Feb 17 01:30:57.463187 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0afe24e8-6ba9-4195-9832-60b95ff4f30c req-75e2eb30-0c3f-4646-b3b5-d721c95c438d tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429897
Feb 17 01:30:57.582117 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d731ea8e-44b1-4d2c-a7e1-cdc5c7e33af7 req-0c923364-3fa4-44f6-af43-a6e7e0cb0329 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382639
Feb 17 01:30:57.722185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-8c27c486-8f6d-4e5e-af03-6764d8037566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:57.723932 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-8c27c486-8f6d-4e5e-af03-6764d8037566 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 1160 time: 0.0946889
Feb 17 01:30:57.874770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-eca23426-635c-4361-893a-ab4fe156b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:57.876372 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-eca23426-635c-4361-893a-ab4fe156b375 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 200  len: 909 time: 0.1451619
Feb 17 01:30:57.955645 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-4de357c0-b4a8-4701-9512-e308344ff7ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac7da718-e1d9-4a53-ab3b-e927680f5ffb HTTP/1.1" status: 200  len: 217 time: 0.0709670
Feb 17 01:30:58.026219 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-f180c33b-18cd-416b-96a9-a9b3ac7caed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:58.027829 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-f180c33b-18cd-416b-96a9-a9b3ac7caed8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 200  len: 855 time: 0.0650034
Feb 17 01:30:58.082228 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-557eb830-f064-4754-a249-a4ee32f6637d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d87647b-4ae2-473b-b995-395436e66034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468493
Feb 17 01:30:58.228853 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-cabc414d-219a-41ac-83bf-b2fa38064c47 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377242
Feb 17 01:30:58.379986 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d2a66dfc-8cb3-4958-b30b-9c9c91f8c2a5 req-a8351645-1113-4bd9-a5cc-e71ed01aaa78 service neutron] 10.222.0.69 "GET /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383452
Feb 17 01:30:58.665953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac61f9-ace5-49aa-bb51-a82cbacdce7a req-5d4beb88-f7d6-4f71-9101-b329b83c3ed4 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:58.667560 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-55ac61f9-ace5-49aa-bb51-a82cbacdce7a req-5d4beb88-f7d6-4f71-9101-b329b83c3ed4 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0903482
Feb 17 01:30:58.713658 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-55ac61f9-ace5-49aa-bb51-a82cbacdce7a req-b490efc0-33f8-4731-af06-530aae6c4601 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398324
Feb 17 01:30:59.913074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88157b-d0c1-4047-9762-1bde6c5456f6 req-d79c5f0b-6935-48ff-b344-ab762648de98 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:30:59.914765 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0c88157b-d0c1-4047-9762-1bde6c5456f6 req-d79c5f0b-6935-48ff-b344-ab762648de98 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0877643
Feb 17 01:30:59.963312 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0c88157b-d0c1-4047-9762-1bde6c5456f6 req-29f6e58c-f2d1-49fd-84e9-cb997397a4ff tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421963
Feb 17 01:31:01.165253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af05fe-cb94-4c99-9613-258ed69dcb0b req-65c3b75c-a5bc-4f45-90f1-1a2d7169afbb tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:01.166874 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1af05fe-cb94-4c99-9613-258ed69dcb0b req-65c3b75c-a5bc-4f45-90f1-1a2d7169afbb tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0905952
Feb 17 01:31:01.218361 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-f1af05fe-cb94-4c99-9613-258ed69dcb0b req-82b687b7-f67f-4467-b263-27123b14d86c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451298
Feb 17 01:31:02.423442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a567-82a8-4282-8edb-c59d3a15ac8a req-5336b204-5ca6-4316-a70e-fe079eee3601 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:02.425540 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7890a567-82a8-4282-8edb-c59d3a15ac8a req-5336b204-5ca6-4316-a70e-fe079eee3601 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0894253
Feb 17 01:31:02.473788 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7890a567-82a8-4282-8edb-c59d3a15ac8a req-0bf26f54-e377-465f-9050-355d6a0cb418 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419044
Feb 17 01:31:03.597546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device ac7da718-e1d9-4a53-ab3b-e927680f5ffb up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:03.669551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port ac7da718-e1d9-4a53-ab3b-e927680f5ffb completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:03.672753 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850a257-ae97-4bd3-aa2e-aa64c3c2d35e req-865c81ce-3f9f-465c-bc50-04b65e7cbd59 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:03.674431 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8850a257-ae97-4bd3-aa2e-aa64c3c2d35e req-865c81ce-3f9f-465c-bc50-04b65e7cbd59 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 943 time: 0.0860016
Feb 17 01:31:03.674611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port ac7da718-e1d9-4a53-ab3b-e927680f5ffb triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:03.674933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:03.723050 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8850a257-ae97-4bd3-aa2e-aa64c3c2d35e req-e8d712ca-f81e-4f8b-8cac-e1b76f2d5cfb tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421205
Feb 17 01:31:03.802593 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:03.831857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:03.842061 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port ac7da718-e1d9-4a53-ab3b-e927680f5ffb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:03.844935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:03.846889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:03.887684 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb', 'code': 200}
Feb 17 01:31:03.922214 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:03.926016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:04.126890 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc3f0-5bf7-450a-8fbe-c4d844640c59 req-768871a3-9a2b-42b7-9b99-7b5fd40e5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:04.129176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f8bc3f0-5bf7-450a-8fbe-c4d844640c59 req-768871a3-9a2b-42b7-9b99-7b5fd40e5f5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 1162 time: 0.0854909
Feb 17 01:31:04.173814 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f8bc3f0-5bf7-450a-8fbe-c4d844640c59 req-9dd9ac3a-8260-481e-b6ce-fc8f5f3edb6f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366948
Feb 17 01:31:04.859964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device ac7da718-e1d9-4a53-ab3b-e927680f5ffb up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:04.926823 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441105-48c8-40fc-ae22-4481f61b941d req-325106ec-cc3c-4e8a-9303-e2bac0be173a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:04.928650 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c441105-48c8-40fc-ae22-4481f61b941d req-325106ec-cc3c-4e8a-9303-e2bac0be173a tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 945 time: 0.0913107
Feb 17 01:31:04.932391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port ac7da718-e1d9-4a53-ab3b-e927680f5ffb triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:04.932814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:04.978607 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-9c441105-48c8-40fc-ae22-4481f61b941d req-06891bdd-eb67-4303-8450-8664cd5647a4 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435851
Feb 17 01:31:06.181170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf53698-c469-4126-a362-fbc856776b83 req-18fd1ac4-9d5d-460e-ac09-4629b9d48950 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:06.182790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf53698-c469-4126-a362-fbc856776b83 req-18fd1ac4-9d5d-460e-ac09-4629b9d48950 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 945 time: 0.0912211
Feb 17 01:31:06.229798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:06.231579 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccf53698-c469-4126-a362-fbc856776b83 req-b520642e-b6da-4144-a4d1-868ea129aef6 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425053
Feb 17 01:31:06.842853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34070) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:06.967036 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:06.982487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:06.986564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Usage tracker for resource:security_group_rule and tenant:a1e75097ae1d41a18e67adec09224720 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:06.990071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:06.996047 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:07.081277 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.084041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.092739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d49fe4f5-6dc8-43c7-bfb2-d2ccfc8411c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:07.139212 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a1e75097ae1d41a18e67adec09224720&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2951324
Feb 17 01:31:07.140435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23181d1-ae75-46e9-9b3a-1d9d0aa2f019,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:07.142441 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34076) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:07.148519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.148943 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.149350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.149751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.150148 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.150546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.150938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.151357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.151755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.152146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.152539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.152928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.153391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.153780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.154167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.154619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.154924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.155338 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.155728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.156400 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.156518 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.156843 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.157227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.157617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:07.162220 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:07.204842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.235140 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.282188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.286702 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3e61c180-28e4-4e01-9f86-5770c6be319f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:07.301026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23181d1-ae75-46e9-9b3a-1d9d0aa2f019,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:07.305396 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:07.311299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:07.312535 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b23181d1-ae75-46e9-9b3a-1d9d0aa2f019 HTTP/1.1" status: 204  len: 168 time: 0.1690094
Feb 17 01:31:07.711202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bc2433ef-ecf2-4074-a5bb-05d034db6d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.531295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34118) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:08.655975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.674267 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:08.678777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Usage tracker for resource:security_group_rule and tenant:8dbd9537f326467ca5415e7ddd22effc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:08.681734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:08.687492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:08.774300 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.778613 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.788944 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-25283beb-23c7-478b-9827-26cfb919ef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:08.832401 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8dbd9537f326467ca5415e7ddd22effc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999320
Feb 17 01:31:08.833360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d16cd2e-7fbc-4810-8ff2-22908bd6a52e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:08.835453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34124) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:08.836690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c5fdc0e3-aeb4-4284-8a4a-72e85d4b95cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:08.897658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.924474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.969410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.974947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd3de10f-d702-4492-8973-3f2958f3c704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:08.988526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d16cd2e-7fbc-4810-8ff2-22908bd6a52e,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:08.992318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:08.997972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:08.999226 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-bdbccdf8-e518-4fe8-9477-4a6ef918efb2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1d16cd2e-7fbc-4810-8ff2-22908bd6a52e HTTP/1.1" status: 204  len: 168 time: 0.1626213
Feb 17 01:31:09.655694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34148) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:09.767986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1635050011-network', 'tenant_id': '598770a6643844b3ade19191da11b090'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:09.774060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:09.778875 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Usage tracker for resource:network and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:09.779857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1c383f80-82ed-4fdb-a616-a08d8db367b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.784120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:09.790786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:09.800367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Made reservation on behalf of 598770a6643844b3ade19191da11b090 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:09.805147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.820023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.836139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:09.840237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Usage tracker for resource:security_group_rule and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:09.843243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:09.849068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:09.940155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.943799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.948494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-47a9bbca-a2ab-4a90-ab8c-4f1aa2717878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:09.982288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:31:09.992181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed89e01-beed-4cf1-9647-6994400253dc,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:09.996117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:09.998558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:09.998998 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Added segment 6e1e958c-413f-474c-a711-55d83804c4ce of type vxlan for network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89
Feb 17 01:31:10.026397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.055683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.056935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:10.057580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.062422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:10.169744 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5128467
Feb 17 01:31:10.170683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Pushing event updated for resources: {'Network': ['ID=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:10.173032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34154) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:10.173659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c542b5c-d348-40df-913a-6768afe70afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:10.180271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Request body: {'subnet': {'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1635050011-subnet', 'tenant_id': '598770a6643844b3ade19191da11b090', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:10.182653 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:10.185615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:10.189728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Usage tracker for resource:subnet and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:10.193355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:10.197124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:10.199350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:10.209224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Made reservation on behalf of 598770a6643844b3ade19191da11b090 for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:10.213936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.565802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.636320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.653685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:10.785734 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4acb8838-bf86-41c8-975f-3d741506a46a,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:10.790526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:10.850404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Checking segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:10.850794 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Network hostable DHCP agents. Network: 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:31:10.868689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:31:10.876809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:10.888109 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9580ba4-3a3a-4659-9095-b240b700e386 None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:10.889053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:10.889960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.914836 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cf4a602e-876a-48b4-8c4b-1dfe0fe39237 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7405882
Feb 17 01:31:10.917836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34160) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:10.923525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:10.929064 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:10.933129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Usage tracker for resource:router and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:10.936728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:10.942531 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:10.951555 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.952617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:10.968416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.116465 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:31:11.117477 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.422313 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Allocated IP 172.20.0.2 (37fbc02e-3f56-4e6d-a5f5-bd90893e9b89/4acb8838-bf86-41c8-975f-3d741506a46a/fa7e48b9-5e64-4134-aab4-4c9f20198baa) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:11.489133 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.658319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.669352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Transition to ACTIVE for port object fa7e48b9-5e64-4134-aab4-4c9f20198baa will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:11.686550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Transition to ACTIVE for port object fa7e48b9-5e64-4134-aab4-4c9f20198baa will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:11.691781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.707364 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:11.821827 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.847948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.857730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.868781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Pushing event updated for resources: {'Port': ['ID=fa7e48b9-5e64-4134-aab4-4c9f20198baa,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:11.873833 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:11.914848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:11.916026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:11.918347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:11.978523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Attempting to bind port fa7e48b9-5e64-4134-aab4-4c9f20198baa on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:11.978940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Attempting to bind port fa7e48b9-5e64-4134-aab4-4c9f20198baa by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:11.979386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Attempting to bind port fa7e48b9-5e64-4134-aab4-4c9f20198baa on network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:11.985121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:11.985544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Checking segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:11.985994 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:11.986431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Bound using segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:11.987008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Bound port: fa7e48b9-5e64-4134-aab4-4c9f20198baa, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:11.987951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:12.080707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] For port fa7e48b9-5e64-4134-aab4-4c9f20198baa, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:12.083923 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] For port fa7e48b9-5e64-4134-aab4-4c9f20198baa, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=fa7e48b9-5e64-4134-aab4-4c9f20198baa,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:12.087606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:12.106088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2f28af74-f3c8-437d-92f0-4dd057725351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:12.130180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Allocated IP 172.27.3.249 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/53d54f39-181b-4a8e-9cc1-9e70bdc7b145) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:12.251419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:12.277596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Pushing event updated for resources: {'Port': ['ID=fa7e48b9-5e64-4134-aab4-4c9f20198baa,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:12.283403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:12.292642 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:12.322798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:12.338836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-019602ea-b1f0-4226-8d30-e6f64cbd35f8 tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:12.480286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Pushing event updated for resources: {'Port': ['ID=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:12.484667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:12.540236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:12.541365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:12.543834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:12.997826 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:13.364200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:13.468751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device fa7e48b9-5e64-4134-aab4-4c9f20198baa up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:13.549235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port fa7e48b9-5e64-4134-aab4-4c9f20198baa completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:13.749747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f4885-04f8-462a-b0f3-9e8e03294471 None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:13.833332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:31:13.847884 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Provisioning for port fa7e48b9-5e64-4134-aab4-4c9f20198baa completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:13.866224 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Provisioning complete for port fa7e48b9-5e64-4134-aab4-4c9f20198baa triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:13.866507 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.030751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:31:14.039908 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Sync routers for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:31:14.051006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:14.052110 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d1bc18>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:14.053779 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.057888 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.1362679
Feb 17 01:31:14.058293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34170) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:14.113749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.167408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] For port fa7e48b9-5e64-4134-aab4-4c9f20198baa, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=fa7e48b9-5e64-4134-aab4-4c9f20198baa,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:14.171701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.173442 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:14.248191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:14.253457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Pushing event updated for resources: {'Port': ['ID=fa7e48b9-5e64-4134-aab4-4c9f20198baa,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:14.257925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:14.401353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8c8f45e2-3471-4a7b-a7a2-cc76ef6b5f57 None None] Provisioning complete for port fa7e48b9-5e64-4134-aab4-4c9f20198baa triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:14.402134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8c8f45e2-3471-4a7b-a7a2-cc76ef6b5f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.568149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d1bc18>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:12Z', 'revision_number': 3, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:14.573516 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Checking router: 0f7eb535-4817-4d61-98d0-1669bbbaeb18 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:31:14.573915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Updating router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:31:14.640580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.728042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5e64e79e-1a74-4707-85d7-8658f8f17296 None None] Provisioning complete for port fa7e48b9-5e64-4134-aab4-4c9f20198baa triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:14.743658 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5e64e79e-1a74-4707-85d7-8658f8f17296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:14.841766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.032046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-9d75dc2f-4a52-47a5-88bb-4fc16dca798c None None] Provisioning complete for port fa7e48b9-5e64-4134-aab4-4c9f20198baa triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:15.032615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9d75dc2f-4a52-47a5-88bb-4fc16dca798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.087237 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.101128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Transition to ACTIVE for port object 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:15.105353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.122177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:15.219801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Allocated IP 172.20.0.1 (37fbc02e-3f56-4e6d-a5f5-bd90893e9b89/4acb8838-bf86-41c8-975f-3d741506a46a/c8aaa448-d2f6-420d-9bdb-ca0b82102e22) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:15.391521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.410699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Transition to ACTIVE for port object c8aaa448-d2f6-420d-9bdb-ca0b82102e22 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:15.439943 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.449253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device fa7e48b9-5e64-4134-aab4-4c9f20198baa up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:15.462021 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-b60b5783-7dbb-4733-be4f-efd31d3677f4 tempest-TestMinimumBasicScenario-789326294 tempest-TestMinimumBasicScenario-789326294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:15.463203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Pushing event updated for resources: {'Port': ['ID=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,revision_number=2']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:15.483803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.484184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.484544 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.484912 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.485284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.485641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.486000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.486360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.486718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.487663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.488322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.488322 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.488764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.489117 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.489471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.489821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.490582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.490582 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.490855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.491201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.491550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.491899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.492250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.492601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:15.498119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:15.523961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port fa7e48b9-5e64-4134-aab4-4c9f20198baa triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:15.524387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.548196 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Attempting to bind port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:15.548606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Attempting to bind port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:15.549010 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Attempting to bind port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:15.556223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:15.556896 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:15.557053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.557471 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:15.557981 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Bound port: 53d54f39-181b-4a8e-9cc1-9e70bdc7b145, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:15.558410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.611575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:15.615558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:15.641048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] For port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:15.644284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] For port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:15.648352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.661538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:15.662747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:15.665607 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:15.667934 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:15.731081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.826992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Pushing event updated for resources: {'Port': ['ID=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:15.832268 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fae23f11-5755-495c-892a-242dcb0fd16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:15.875248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:15.875914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d1bc18>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:15.900685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6b63c5a6-256d-467d-b64c-65f4e3b14b5b None None] Provisioning for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:15.906534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-6b63c5a6-256d-467d-b64c-65f4e3b14b5b None None] Provisioning complete for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:15.906962 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6b63c5a6-256d-467d-b64c-65f4e3b14b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:15.972712 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6b63c5a6-256d-467d-b64c-65f4e3b14b5b None None] Port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:16.011266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:16.071033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:16.320879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:16.325066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:16.354869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09c4aa22-fd3f-4705-b582-7b36ce376d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:16.392802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d1bc18>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:12Z', 'revision_number': 3, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:16.397694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5d7138-8e02-4faf-89b9-eda6fa3d1909 None None] The sync data for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi is: [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:12Z', 'revision_number': 3, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:31:16.700678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:16.706850 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:16.785922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.786346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.786757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.787197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.787659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.788022 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.788356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.788838 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.789114 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.789547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.789872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.790260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.790726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.791135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.791528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.791917 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.792303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.792697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.793081 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.793467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.793851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.794236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.794620 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.795005 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:31:16.808485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:16.905264 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:16.906484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:17.105449 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-e79742bb-9ada-4c26-b158-d387912c51cf None None] Provisioning complete for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:17.106001 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e79742bb-9ada-4c26-b158-d387912c51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:17.119683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:31:17.167256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-e79742bb-9ada-4c26-b158-d387912c51cf None None] Port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:17.323975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:31:17.340223 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] 10.222.0.68 "PUT /v2.0/routers/0f7eb535-4817-4d61-98d0-1669bbbaeb18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2745643
Feb 17 01:31:17.465669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:17.541496 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:17.546797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:17.547253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:17.679341 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:17.699802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:17.702558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:17.704689 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:17.787739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:17.791203 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:18.061000 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34216) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:18.067528 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-575444756-network', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:18.073037 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:18.077192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Usage tracker for resource:network and tenant:4f38cbc8a3854341a4d0f35913b1bdaa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:18.080423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:18.086433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:18.097095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Made reservation on behalf of 4f38cbc8a3854341a4d0f35913b1bdaa for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:18.101951 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.115693 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.131382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:18.135554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Usage tracker for resource:security_group_rule and tenant:4f38cbc8a3854341a4d0f35913b1bdaa is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:18.138512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:18.145170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:18.232439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.235365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.239788 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a517e06e-bf25-4273-9866-6b9613b82eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:18.273728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:31:18.283245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320002c4-2c2e-4a84-9fb3-7e48890cb8e8,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:18.287331 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:18.292273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.293271 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Added segment cac036dd-4244-4c02-b0da-d93c8a93aadf of type vxlan for network 1f772c0c-4cd6-4d2d-9499-102b57c7b635
Feb 17 01:31:18.326722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.357160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.358437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:18.359112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.364121 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13a24dad-a9ee-46d8-9604-4124081e8691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:18.465965 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4036252
Feb 17 01:31:18.469115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Pushing event updated for resources: {'Network': ['ID=1f772c0c-4cd6-4d2d-9499-102b57c7b635,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:18.469286 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34220) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:18.472665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f72b202-64cb-4aa2-92f6-809aad4cae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:18.476450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Request body: {'subnet': {'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-575444756-subnet', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:18.481787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:18.482483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:18.485913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Usage tracker for resource:subnet and tenant:4f38cbc8a3854341a4d0f35913b1bdaa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:18.489007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:18.494959 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:18.496499 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:18.506360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Made reservation on behalf of 4f38cbc8a3854341a4d0f35913b1bdaa for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:18.511231 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.930292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:18.946530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48b7b3da-2971-42eb-8131-fdcca9583085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:19.082102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d38892f-dae6-491d-b389-df3c0a49d698,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:19.086183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:19.145549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Checking segment: {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:19.146014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Network hostable DHCP agents. Network: 1f772c0c-4cd6-4d2d-9499-102b57c7b635, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:31:19.165592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Sync routers for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:31:19.167537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:31:19.177052 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:19.177247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 1f772c0c-4cd6-4d2d-9499-102b57c7b635) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:19.177901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913a9b828>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:19.189661 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:19.190946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:19.211109 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-916a0b09-5f07-4b5b-b3f1-d752e484d8e5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7404931
Feb 17 01:31:19.213578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34228) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:19.219273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:19.224853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:19.229159 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Usage tracker for resource:router and tenant:4f38cbc8a3854341a4d0f35913b1bdaa is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:19.232966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:19.239513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:19.248423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88468131-6cc4-4a45-b291-75c16f6155d9 None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:19.249987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-404429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29099'] for router, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:19.251355 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-404282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-596864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854134101', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854746701'] for router, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:19.277450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:19.571649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:19.626192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854180317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854371413', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854746750'] for router, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:19.749223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41da8cb-971a-4d36-8776-f1f846546cf6 req-c48aceb3-d919-4d2d-9d8b-f275eea8412c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:19.750863 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c41da8cb-971a-4d36-8776-f1f846546cf6 req-c48aceb3-d919-4d2d-9d8b-f275eea8412c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 945 time: 0.2465200
Feb 17 01:31:19.755845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:19.822851 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c41da8cb-971a-4d36-8776-f1f846546cf6 req-97ec447b-af02-46ba-b2ca-178eebe93ec0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645192
Feb 17 01:31:19.849964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:19.850395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.033675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.069251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.143158 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0a51cce5-80f8-549f-a66e-cc6962fe6ce6-1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'fixed_ips': [{'subnet_id': '5d38892f-dae6-491d-b389-df3c0a49d698'}]}} from dv-cinder-759955-4-iscsi. {{(pid=83956) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 01:31:20.144059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.341283 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Allocated IP 172.27.3.38 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/bab541d1-357e-41f7-ae4e-0fddfb8a1669) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:20.500043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.519156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913a9b828>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:16Z', 'revision_number': 2, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:20.528835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Checking router: 0f7eb535-4817-4d61-98d0-1669bbbaeb18 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:31:20.529229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Updating router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:31:20.530494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.546789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1a124aec-0b11-4973-ad28-f30db8e8b3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:20.641572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:20.698043 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Allocated IP 172.20.0.2 (1f772c0c-4cd6-4d2d-9499-102b57c7b635/5d38892f-dae6-491d-b389-df3c0a49d698/49af055b-506c-4889-b59b-768723fda4bb) {{(pid=83956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:20.935641 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Pushing event updated for resources: {'Port': ['ID=bab541d1-357e-41f7-ae4e-0fddfb8a1669,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:20.950808 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:21.063429 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:21.066673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:21.069899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:21.118312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae027b7c-a346-4f47-9cdf-e620d54d8fcf req-eace4615-0616-40ef-9ce3-85b6b4c816fc tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:21.120062 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae027b7c-a346-4f47-9cdf-e620d54d8fcf req-eace4615-0616-40ef-9ce3-85b6b4c816fc tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 945 time: 0.1705670
Feb 17 01:31:21.316358 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ae027b7c-a346-4f47-9cdf-e620d54d8fcf req-3a0cb777-e4c0-4b9a-858d-39938b72c48f tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886880
Feb 17 01:31:21.341167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.362636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Transition to ACTIVE for port object 49af055b-506c-4889-b59b-768723fda4bb will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:21.398055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Transition to ACTIVE for port object 49af055b-506c-4889-b59b-768723fda4bb will not be triggered until provisioned by entity DHCP. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:21.406750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895'] for port, after_create {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.423049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:21.575169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d277415-aeda-400e-8dde-155b053d719b req-cc4efeb8-87b2-4d19-820b-d7d6441a5484 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:21.575948 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1d277415-aeda-400e-8dde-155b053d719b req-cc4efeb8-87b2-4d19-820b-d7d6441a5484 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Synchronizing usage tracker for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:21.578784 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.593436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1d277415-aeda-400e-8dde-155b053d719b req-cc4efeb8-87b2-4d19-820b-d7d6441a5484 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Unset dirty status for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:21.594702 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1d277415-aeda-400e-8dde-155b053d719b req-cc4efeb8-87b2-4d19-820b-d7d6441a5484 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 945 time: 0.1221991
Feb 17 01:31:21.624659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Pushing event updated for resources: {'Port': ['ID=49af055b-506c-4889-b59b-768723fda4bb,revision_number=1']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:21.640578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:21.673906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.676542 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Deleting port ac7da718-e1d9-4a53-ab3b-e927680f5ffb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:31:21.676663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.698134 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Transition to ACTIVE for port object c8aaa448-d2f6-420d-9bdb-ca0b82102e22 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:21.705669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.723647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:21.807805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 is already hosted by enough agents. {{(pid=83956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:21.820194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Resources bound (agent type, host, resource id):  {{(pid=83956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:21.836953 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Received port after_create {{(pid=83956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:21.934437 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d125-36e5-4d66-9447-af143aed73f7 None None] Pushing event updated for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:21.941432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bad4d125-36e5-4d66-9447-af143aed73f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:21.947263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Attempting to bind port 49af055b-506c-4889-b59b-768723fda4bb on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:21.947690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Attempting to bind port 49af055b-506c-4889-b59b-768723fda4bb by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:21.948103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Attempting to bind port 49af055b-506c-4889-b59b-768723fda4bb on network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:21.958589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:21.959014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Checking segment: {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:21.959512 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.959957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Bound using segment: {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:21.960487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Bound port: 49af055b-506c-4889-b59b-768723fda4bb, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:21.960914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.963949 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854371398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-595480'] for router, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:21.991733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] For port ac7da718-e1d9-4a53-ab3b-e927680f5ffb, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:21.992139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.132759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Calling delete_port for ac7da718-e1d9-4a53-ab3b-e927680f5ffb owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:31:22.195835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] For port 49af055b-506c-4889-b59b-768723fda4bb, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:22.200302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Router f7afafbb-59d6-4de6-8a74-249676925257 is scheduled to L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 with binding_index 1 {{(pid=83954) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 01:31:22.212616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] For port 49af055b-506c-4889-b59b-768723fda4bb, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=49af055b-506c-4889-b59b-768723fda4bb,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:22.221726 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Attempting to bind port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:22.222147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Attempting to bind port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:22.222564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Attempting to bind port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 on network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:22.225563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.243667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:22.344088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:22.344088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Checking segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:22.344088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.344635 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Bound using segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:22.344862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Bound port: c8aaa448-d2f6-420d-9bdb-ca0b82102e22, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:22.345295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.358384 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.416500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:31:22.428547 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164844a4-561c-42dc-827d-d52459440189 None None] Sync routers for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:31:22.442848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:22.443937 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d8c470>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:22.446628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.448268 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5668b11b-aece-4833-a72b-b2f391838198 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2336111
Feb 17 01:31:22.451041 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34238) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:22.484235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Pushing event updated for resources: {'Port': ['ID=49af055b-506c-4889-b59b-768723fda4bb,revision_number=2']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:22.496514 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cd1f2bca-30fa-42d1-900d-c4c964a9a4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:22.519760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ef850173-93dc-4c43-a6ff-0ddf0f2f4fac tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:22.548839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] For port c8aaa448-d2f6-420d-9bdb-ca0b82102e22, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:22.554054 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] For port c8aaa448-d2f6-420d-9bdb-ca0b82102e22, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:22.563780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.578108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-fb5a0cc2-fab4-4595-9e72-2ceea66ae0ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:22.578687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event deleted for resources: {'Port': ['ID=ac7da718-e1d9-4a53-ab3b-e927680f5ffb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:22.583438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:22.649105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] No DVR routers for this DVR port ac7da718-e1d9-4a53-ab3b-e927680f5ffb on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:31:22.651716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:22.661985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'name': 'network-vif-deleted', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:22.669195 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1d277415-aeda-400e-8dde-155b053d719b req-e8a8e4eb-5b41-4565-ad3f-03c4d5dfb838 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "DELETE /v2.0/ports/ac7da718-e1d9-4a53-ab3b-e927680f5ffb HTTP/1.1" status: 204  len: 173 time: 1.0687466
Feb 17 01:31:22.716091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:22.752146 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4d125-36e5-4d66-9447-af143aed73f7 None None] Pushing event updated for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:22.753324 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334e040a-39c0-497b-b49a-2bb717105798', 'name': 'network-vif-deleted', 'tag': 'ac7da718-e1d9-4a53-ab3b-e927680f5ffb', 'status': 'completed', 'code': 200}
Feb 17 01:31:22.757736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bad4d125-36e5-4d66-9447-af143aed73f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:22.817541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:22.818243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8913a9b828>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:22.839918 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5caed7e9-291b-4995-8c0e-ba0a52885753 req-e2a79406-70db-4707-8ec3-20138a92639e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=334e040a-39c0-497b-b49a-2bb717105798 HTTP/1.1" status: 200  len: 210 time: 0.1473188
Feb 17 01:31:23.224786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d8c470>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:21Z', 'revision_number': 3, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:23.233298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164844a4-561c-42dc-827d-d52459440189 None None] Checking router: f7afafbb-59d6-4de6-8a74-249676925257 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:31:23.233732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164844a4-561c-42dc-827d-d52459440189 None None] Updating router f7afafbb-59d6-4de6-8a74-249676925257 port bab541d1-357e-41f7-ae4e-0fddfb8a1669 binding host dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:31:23.305909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:23.373253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:23.539498 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 49af055b-506c-4889-b59b-768723fda4bb up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:23.687954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device ac7da718-e1d9-4a53-ab3b-e927680f5ffb no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:31:23.735247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: ac7da718-e1d9-4a53-ab3b-e927680f5ffb {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:31:23.735637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device ac7da718-e1d9-4a53-ab3b-e927680f5ffb not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:31:23.744553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks [] for port, precommit_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:23.757296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-164844a4-561c-42dc-827d-d52459440189 None None] Transition to ACTIVE for port object bab541d1-357e-41f7-ae4e-0fddfb8a1669 will not be triggered until provisioned by entity L2. {{(pid=83957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:23.760212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:23.782266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:23.818075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:23.821239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port 49af055b-506c-4889-b59b-768723fda4bb completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:23.870696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8913a9b828>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:22Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:23.875445 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5b96e-0db8-41db-8571-c9012d71c4ae None None] The sync data for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi is: [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:22Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:31:24.065395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbe3e7-0f27-4f3e-8abf-36054c51cc6b None None] Pushing event updated for resources: {'Port': ['ID=bab541d1-357e-41f7-ae4e-0fddfb8a1669,revision_number=2']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:24.070075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6bdbe3e7-0f27-4f3e-8abf-36054c51cc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:24.090674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-164844a4-561c-42dc-827d-d52459440189 None None] Attempting to bind port bab541d1-357e-41f7-ae4e-0fddfb8a1669 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:24.091197 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-164844a4-561c-42dc-827d-d52459440189 None None] Attempting to bind port bab541d1-357e-41f7-ae4e-0fddfb8a1669 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:24.091533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164844a4-561c-42dc-827d-d52459440189 None None] Attempting to bind port bab541d1-357e-41f7-ae4e-0fddfb8a1669 on network b56d427b-abb9-4324-b8ce-fb328ffb90d7 {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:24.106780 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164844a4-561c-42dc-827d-d52459440189 None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:24.107229 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164844a4-561c-42dc-827d-d52459440189 None None] Checking segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:24.107687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.108125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164844a4-561c-42dc-827d-d52459440189 None None] Bound using segment: {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'} {{(pid=83957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:24.108664 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-164844a4-561c-42dc-827d-d52459440189 None None] Bound port: bab541d1-357e-41f7-ae4e-0fddfb8a1669, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea301af-ccb0-42c2-a9cf-5f94c790b6f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}}] {{(pid=83957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:24.109240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.218377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-164844a4-561c-42dc-827d-d52459440189 None None] For port bab541d1-357e-41f7-ae4e-0fddfb8a1669, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:24.223177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-164844a4-561c-42dc-827d-d52459440189 None None] For port bab541d1-357e-41f7-ae4e-0fddfb8a1669, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bab541d1-357e-41f7-ae4e-0fddfb8a1669,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:24.228809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-164844a4-561c-42dc-827d-d52459440189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.250717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:24.309500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Allocated IP 172.20.0.1 (1f772c0c-4cd6-4d2d-9499-102b57c7b635/5d38892f-dae6-491d-b389-df3c0a49d698/e4f86713-141e-457e-951c-d7c4926e6a49) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:24.367354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df5e5a4-4038-474a-b4c1-eddb43ef8dcf None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:24.491204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Provisioning for port 49af055b-506c-4889-b59b-768723fda4bb completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:24.512723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.521088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Provisioning complete for port 49af055b-506c-4889-b59b-768723fda4bb triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:24.521996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.534304 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Transition to ACTIVE for port object e4f86713-141e-457e-951c-d7c4926e6a49 will not be triggered until provisioned by entity DHCP. {{(pid=83954) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:24.562495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.584637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2bf7f345-c39f-44e7-b981-2520b9ee494f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:24.745259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:24.750716 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:24.784472 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.807621 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbe3e7-0f27-4f3e-8abf-36054c51cc6b None None] Pushing event updated for resources: {'Port': ['ID=bab541d1-357e-41f7-ae4e-0fddfb8a1669,revision_number=3']} {{(pid=83957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:24.810799 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6bdbe3e7-0f27-4f3e-8abf-36054c51cc6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=83957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:24.816454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:24.819048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:24.824156 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:24.855834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] For port 49af055b-506c-4889-b59b-768723fda4bb, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=49af055b-506c-4889-b59b-768723fda4bb,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:24.862701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.867575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:24.890107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:24.890800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d8c470>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:24.894550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854377983'] for router_interface, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:24.978739 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Pushing event updated for resources: {'Port': ['ID=49af055b-506c-4889-b59b-768723fda4bb,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:24.983615 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-42a9e202-ca90-4b2c-84cd-4df27a625816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:25.061083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.153422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:25.194167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Provisioning complete for port 49af055b-506c-4889-b59b-768723fda4bb triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:25.194759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.370440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Provisioning for port e4f86713-141e-457e-951c-d7c4926e6a49 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:25.375821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Provisioning complete for port e4f86713-141e-457e-951c-d7c4926e6a49 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:25.376240 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.473608 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-0c84c10e-8270-48bb-863c-c2f567fb8d2b None None] Port e4f86713-141e-457e-951c-d7c4926e6a49 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:25.494276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.508549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.554438 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e6fecd68-db63-45cd-8be6-a4962043cb6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:25.604325 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-411e34e5-e570-4f3d-b15e-07ac4548b379 None None] Provisioning complete for port 49af055b-506c-4889-b59b-768723fda4bb triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:25.604790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-411e34e5-e570-4f3d-b15e-07ac4548b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.647755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 49af055b-506c-4889-b59b-768723fda4bb up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:25.686950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-397927'] for router_interface, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.714669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-164844a4-561c-42dc-827d-d52459440189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d8c470>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:21Z', 'revision_number': 3, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:25.719870 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164844a4-561c-42dc-827d-d52459440189 None None] The sync data for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi is: [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:21Z', 'revision_number': 3, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:31:25.792580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:25.819392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:25.909601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port 49af055b-506c-4889-b59b-768723fda4bb triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:25.910406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:25.917825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:25.919160 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:26.057672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-02c3b874-2ae3-472a-bc9d-94ef01697b43 None None] Provisioning complete for port 49af055b-506c-4889-b59b-768723fda4bb triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:26.058111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-02c3b874-2ae3-472a-bc9d-94ef01697b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.085927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c8aaa448-d2f6-420d-9bdb-ca0b82102e22 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:26.214093 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69175a11-3b4d-4bc3-8d48-2ce4294e3e92 req-4bdc330b-3a9b-4ae2-9cdb-4b69ba90b8f9 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:26.215835 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69175a11-3b4d-4bc3-8d48-2ce4294e3e92 req-4bdc330b-3a9b-4ae2-9cdb-4b69ba90b8f9 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 945 time: 0.2318540
Feb 17 01:31:26.230233 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Router f7afafbb-59d6-4de6-8a74-249676925257 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:31:26.260939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:26.270487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:26.270853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.359865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-02c3b874-2ae3-472a-bc9d-94ef01697b43 None None] Provisioning complete for port e4f86713-141e-457e-951c-d7c4926e6a49 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:26.360281 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-02c3b874-2ae3-472a-bc9d-94ef01697b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.420660 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-69175a11-3b4d-4bc3-8d48-2ce4294e3e92 req-f0b818b0-bb36-47f8-85d9-da3764717799 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933746
Feb 17 01:31:26.476395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-02c3b874-2ae3-472a-bc9d-94ef01697b43 None None] Port e4f86713-141e-457e-951c-d7c4926e6a49 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:26.478809 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:31:26.482574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.492052 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-694fe335-fed8-405e-9394-dee14be75109 admin admin] 10.222.0.68 "PUT /v2.0/routers/f7afafbb-59d6-4de6-8a74-249676925257/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0396278
Feb 17 01:31:26.527940 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port c8aaa448-d2f6-420d-9bdb-ca0b82102e22, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:26.531087 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.533103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:26.617320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-521a5619-0009-4c5e-801e-0d885f153985 None None] Provisioning complete for port e4f86713-141e-457e-951c-d7c4926e6a49 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:26.617897 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-521a5619-0009-4c5e-801e-0d885f153985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:26.659862 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:26.665062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:26.686249 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-521a5619-0009-4c5e-801e-0d885f153985 None None] Port e4f86713-141e-457e-951c-d7c4926e6a49 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:27.167679 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1849200834', 'description': 'tempest-TestVolumeBootPattern-1849200834 description'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:27.174072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:27.178190 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Usage tracker for resource:security_group and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:27.181292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:27.187090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:27.196447 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.222017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:27.226106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Usage tracker for resource:security_group_rule and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:27.229143 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:27.234946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:27.247554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:31:27.307857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.310676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.316155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2531478b-a340-4da6-9db1-a4fff1a08606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:27.356732 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9561e682-85de-453b-95b5-6138ac46642e,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:27.359592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.360923 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-33c7ada8-1867-4fe1-9445-20eb0310aa92 req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1979578
Feb 17 01:31:27.361773 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-80f0436a-39d1-4079-ba0e-97543e3bb2ac tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:27.439317 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-1e2de01c-69f5-4cd4-a278-7e954f299db1 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups/9561e682-85de-453b-95b5-6138ac46642e HTTP/1.1" status: 200  len: 1808 time: 0.0532372
Feb 17 01:31:27.448667 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9561e682-85de-453b-95b5-6138ac46642e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:27.449029 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9561e682-85de-453b-95b5-6138ac46642e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:27.456846 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:27.461078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Usage tracker for resource:security_group_rule and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:27.464307 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:27.470554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:27.532895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bab541d1-357e-41f7-ae4e-0fddfb8a1669 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:27.536309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.604084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.610440 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.611342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port bab541d1-357e-41f7-ae4e-0fddfb8a1669 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:27.616288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port bab541d1-357e-41f7-ae4e-0fddfb8a1669 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:27.616708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.623755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:27.655895 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0e2a29-6f8b-4be8-b40c-3c65c5a581b8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:27.660025 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:27.662425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.663761 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1fd61620-a20a-49c8-bd75-b16b4e0cad13 req-ec664163-a861-421b-93f1-d216127f560f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2195482
Feb 17 01:31:27.691697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00a545-5c1e-46f3-b02e-79401b7bb3d5 req-0d663429-b3d3-4dc6-b02e-295f78c43e4e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:27.693472 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0f00a545-5c1e-46f3-b02e-79401b7bb3d5 req-0d663429-b3d3-4dc6-b02e-295f78c43e4e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 945 time: 0.1344802
Feb 17 01:31:27.743581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.761236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port bab541d1-357e-41f7-ae4e-0fddfb8a1669, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bab541d1-357e-41f7-ae4e-0fddfb8a1669,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:27.779740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.784722 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c8aaa448-d2f6-420d-9bdb-ca0b82102e22 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:27.798582 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0f00a545-5c1e-46f3-b02e-79401b7bb3d5 req-64db6b7f-f371-4a04-ad92-51683b7bf3fa tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912087
Feb 17 01:31:27.807464 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-6ea745c3-0cf2-4b3c-abea-221287962328 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups/9561e682-85de-453b-95b5-6138ac46642e HTTP/1.1" status: 200  len: 2401 time: 0.1128833
Feb 17 01:31:27.813616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9561e682-85de-453b-95b5-6138ac46642e', 'remote_group_id': None}]} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:27.814026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9561e682-85de-453b-95b5-6138ac46642e', 'remote_group_id': None}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:27.821392 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:27.826595 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Usage tracker for resource:security_group_rule and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:27.826759 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bad4d125-36e5-4d66-9447-af143aed73f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:27.829238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:27.831042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-f833f0ae-de59-4502-a52b-1064753af7ea tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:27.832182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-f833f0ae-de59-4502-a52b-1064753af7ea tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Synchronizing usage tracker for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:27.836385 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:27.846828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-f833f0ae-de59-4502-a52b-1064753af7ea tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Unset dirty status for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:27.848390 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-f833f0ae-de59-4502-a52b-1064753af7ea tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 945 time: 0.1376772
Feb 17 01:31:27.901206 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.928295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=bab541d1-357e-41f7-ae4e-0fddfb8a1669,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:27.931351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.931914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:27.934649 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652669'] for security_group_rule, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.936080 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Deleting port d2894412-a3b2-4bc5-8fc1-6ccd29822441 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:31:27.936551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.938488 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:27.938915 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.944663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-81e4246e-64bb-42e6-acee-95cfe92492bd tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:27.965076 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefaf9a5-320e-4d20-9ac2-9f768d46b940,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:27.968371 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:27.977774 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:27.979315 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ccccf975-06c2-4c0c-a026-3f1528158af9 req-0160f28e-18bc-411f-893b-bf0129eb60a4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1706305
Feb 17 01:31:28.219975 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] For port d2894412-a3b2-4bc5-8fc1-6ccd29822441, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=d2894412-a3b2-4bc5-8fc1-6ccd29822441,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:28.220379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:28.363673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Calling delete_port for d2894412-a3b2-4bc5-8fc1-6ccd29822441 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:31:28.519554 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:28.536536 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a71926dd-41de-4d05-9aed-ac44d59ad381 tempest-AttachVolumeShelveTestJSON-1837171824 tempest-AttachVolumeShelveTestJSON-1837171824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:28.568786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Sync routers for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:31:28.578835 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:28.580011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89117f5be0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:28.594539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event deleted for resources: {'Port': ['ID=d2894412-a3b2-4bc5-8fc1-6ccd29822441,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:28.598074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:28.768755 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] No DVR routers for this DVR port d2894412-a3b2-4bc5-8fc1-6ccd29822441 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:31:28.771192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:28.774411 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'name': 'network-vif-deleted', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:28.792592 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-6448eedb-862a-4732-8730-5bd9b3530db3 req-780a5f40-b9e3-4c23-b3bb-3a7d8fafa5fd tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "DELETE /v2.0/ports/d2894412-a3b2-4bc5-8fc1-6ccd29822441 HTTP/1.1" status: 204  len: 173 time: 0.9379387
Feb 17 01:31:28.860863 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da6a7942-b53b-4b9d-acda-24491fed26d4', 'name': 'network-vif-deleted', 'tag': 'd2894412-a3b2-4bc5-8fc1-6ccd29822441', 'status': 'completed', 'code': 200}
Feb 17 01:31:29.004535 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7f821b7a-0c0a-435f-b728-77fc21019801 req-64f678f1-a570-4098-879a-618cfda3b7cf tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=da6a7942-b53b-4b9d-acda-24491fed26d4 HTTP/1.1" status: 200  len: 210 time: 0.0572693
Feb 17 01:31:29.024353 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:29.380586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89117f5be0>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:24Z', 'revision_number': 4, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e4f86713-141e-457e-951c-d7c4926e6a49', 'name': '', 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'mac_address': 'fa:16:3e:81:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:24Z', 'updated_at': '2021-02-17T01:31:25Z', 'revision_number': 2, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'subnets': [{'id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:29.384757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Checking router: f7afafbb-59d6-4de6-8a74-249676925257 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:31:29.385169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Updating router f7afafbb-59d6-4de6-8a74-249676925257 port e4f86713-141e-457e-951c-d7c4926e6a49 binding host dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 01:31:29.443999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device d2894412-a3b2-4bc5-8fc1-6ccd29822441 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:31:29.484250 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bab541d1-357e-41f7-ae4e-0fddfb8a1669 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:29.531651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: d2894412-a3b2-4bc5-8fc1-6ccd29822441 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:31:29.531967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device d2894412-a3b2-4bc5-8fc1-6ccd29822441 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:31:29.539491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:29.676793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port bab541d1-357e-41f7-ae4e-0fddfb8a1669 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:29.677212 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.114828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks [] for port, precommit_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.127367 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Transition to ACTIVE for port object e4f86713-141e-457e-951c-d7c4926e6a49 will not be triggered until provisioned by entity L2. {{(pid=83956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:30.130228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.146552 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c5811921-e297-4613-90ec-fbda0335e6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:30.281239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fffb0f-a7ae-4dab-942b-c0931fcf1288 None None] Pushing event updated for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=3']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:30.294971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09fffb0f-a7ae-4dab-942b-c0931fcf1288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:30.466463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Attempting to bind port e4f86713-141e-457e-951c-d7c4926e6a49 on host dv-cinder-759955-4-iscsi for vnic_type normal with profile  {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:30.466989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Attempting to bind port e4f86713-141e-457e-951c-d7c4926e6a49 by drivers openvswitch on host dv-cinder-759955-4-iscsi at level 0 using segments [{'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:30.467579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Attempting to bind port e4f86713-141e-457e-951c-d7c4926e6a49 on network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:30.474573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Checking agent: {'id': '396a82b0-ee32-486a-856e-60d2205d72e7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 58, 42), 'started_at': datetime.datetime(2021, 2, 17, 0, 59, 12), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:30.475003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Checking segment: {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:30.475549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.475997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Bound using segment: {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'} {{(pid=83956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:30.476539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Bound port: e4f86713-141e-457e-951c-d7c4926e6a49, host: dv-cinder-759955-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac036dd-4244-4c02-b0da-d93c8a93aadf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635'}}] {{(pid=83956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:30.476965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.510193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc08287-105a-4ee8-8ac3-ab8bd9da44c6 req-c71d93f4-6281-4ba8-afa8-d448f3e6997c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:30.511865 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8bc08287-105a-4ee8-8ac3-ab8bd9da44c6 req-c71d93f4-6281-4ba8-afa8-d448f3e6997c tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.0929735
Feb 17 01:31:30.565999 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8bc08287-105a-4ee8-8ac3-ab8bd9da44c6 req-bd8c7ad0-d3fe-4ef6-9b14-664214257674 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459867
Feb 17 01:31:30.578128 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] For port e4f86713-141e-457e-951c-d7c4926e6a49, host dv-cinder-759955-4-iscsi, cleared binding levels {{(pid=83956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:30.581834 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] For port e4f86713-141e-457e-951c-d7c4926e6a49, host dv-cinder-759955-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e4f86713-141e-457e-951c-d7c4926e6a49,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:30.585293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:30.600610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:30.769527 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fffb0f-a7ae-4dab-942b-c0931fcf1288 None None] Pushing event updated for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:30.774241 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-09fffb0f-a7ae-4dab-942b-c0931fcf1288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:30.818602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:31:30.819553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89117f5be0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:31:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:31.020736 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:31:31.365474 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89117f5be0>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:24Z', 'revision_number': 4, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e4f86713-141e-457e-951c-d7c4926e6a49', 'name': '', 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'mac_address': 'fa:16:3e:81:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:24Z', 'updated_at': '2021-02-17T01:31:30Z', 'revision_number': 4, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'subnets': [{'id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:31.369665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef556e8-1084-4add-a3ac-b86ddde3a16e None None] The sync data for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi is: [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:31:24Z', 'revision_number': 4, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'e4f86713-141e-457e-951c-d7c4926e6a49', 'name': '', 'network_id': '1f772c0c-4cd6-4d2d-9499-102b57c7b635', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'mac_address': 'fa:16:3e:81:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:24Z', 'updated_at': '2021-02-17T01:31:30Z', 'revision_number': 4, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'subnets': [{'id': '5d38892f-dae6-491d-b389-df3c0a49d698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:31:31.779115 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686246ef-6f61-4ff0-b268-c6f789deeda4 req-5fa1071e-b7a1-4080-a146-363dcd16ccf0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:31.780811 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-686246ef-6f61-4ff0-b268-c6f789deeda4 req-5fa1071e-b7a1-4080-a146-363dcd16ccf0 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.0911942
Feb 17 01:31:31.836240 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-686246ef-6f61-4ff0-b268-c6f789deeda4 req-8737cee8-e6f4-46ee-b29e-6b507095a6a3 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480900
Feb 17 01:31:32.299406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46df65-c203-4c50-8c39-789748efaea8 req-4b753328-5250-4052-b2a4-3da7e073c71e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:32.300370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ec46df65-c203-4c50-8c39-789748efaea8 req-4b753328-5250-4052-b2a4-3da7e073c71e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Synchronizing usage tracker for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:32.316594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-ec46df65-c203-4c50-8c39-789748efaea8 req-4b753328-5250-4052-b2a4-3da7e073c71e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Unset dirty status for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:32.317894 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ec46df65-c203-4c50-8c39-789748efaea8 req-4b753328-5250-4052-b2a4-3da7e073c71e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.1113975
Feb 17 01:31:32.400961 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Deleting port 72a1d13a-2832-4e84-a209-2e33d153e928 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:31:32.401479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:32.670801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] For port 72a1d13a-2832-4e84-a209-2e33d153e928, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=72a1d13a-2832-4e84-a209-2e33d153e928,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:32.671234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.044678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Calling delete_port for 72a1d13a-2832-4e84-a209-2e33d153e928 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:31:33.045676 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea8b9c-4785-4783-8d3c-ff29b73a5854 req-4a174d2f-b1c3-4e58-82f4-f95d689cbb9e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:33.047333 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-97ea8b9c-4785-4783-8d3c-ff29b73a5854 req-4a174d2f-b1c3-4e58-82f4-f95d689cbb9e tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=9165118a-78b1-4b21-a7fc-963935e801e9 HTTP/1.1" status: 200  len: 946 time: 0.0927145
Feb 17 01:31:33.067728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device 72a1d13a-2832-4e84-a209-2e33d153e928 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:31:33.098325 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-97ea8b9c-4785-4783-8d3c-ff29b73a5854 req-f84a48a1-d8fa-4174-9988-60f55e9e1bbe tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436492
Feb 17 01:31:33.209921 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.225684 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2a71c6ba-be3a-4260-9fd3-ef632c9ab3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:33.226851 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.328891 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event deleted for resources: {'Port': ['ID=72a1d13a-2832-4e84-a209-2e33d153e928,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:33.340035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:33.460697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] No DVR routers for this DVR port 72a1d13a-2832-4e84-a209-2e33d153e928 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:31:33.463150 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.466154 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'name': 'network-vif-deleted', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:33.485172 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ec46df65-c203-4c50-8c39-789748efaea8 req-811b2cfc-630e-4127-8a69-52e61cea92f7 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "DELETE /v2.0/ports/72a1d13a-2832-4e84-a209-2e33d153e928 HTTP/1.1" status: 204  len: 173 time: 1.1601081
Feb 17 01:31:33.504027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e4f86713-141e-457e-951c-d7c4926e6a49 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:33.527700 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9165118a-78b1-4b21-a7fc-963935e801e9', 'name': 'network-vif-deleted', 'tag': '72a1d13a-2832-4e84-a209-2e33d153e928', 'status': 'completed', 'code': 200}
Feb 17 01:31:33.578842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning for port e4f86713-141e-457e-951c-d7c4926e6a49 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:33.583925 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e4f86713-141e-457e-951c-d7c4926e6a49 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:33.584292 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.708874 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.747710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] For port e4f86713-141e-457e-951c-d7c4926e6a49, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e4f86713-141e-457e-951c-d7c4926e6a49,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:33.750881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:33.753002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0bb624f-fbbc-4b89-b907-6b4d6c3c54fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:33.824768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Pushing event updated for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=5']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:33.828135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:35.464046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e4f86713-141e-457e-951c-d7c4926e6a49 up at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:31:35.540147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Provisioning complete for port e4f86713-141e-457e-951c-d7c4926e6a49 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:35.540565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:35.833222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf1a90-9a31-4ea6-9881-53940531094b req-f01cff7b-dbc3-4e61-8467-861e7b48cf12 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:35.834834 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cccf1a90-9a31-4ea6-9881-53940531094b req-f01cff7b-dbc3-4e61-8467-861e7b48cf12 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.0878255
Feb 17 01:31:35.881822 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cccf1a90-9a31-4ea6-9881-53940531094b req-63546f1b-7f05-4b06-a283-4ec1d931f1d1 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405314
Feb 17 01:31:36.240408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:37.089476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01501f-eef5-4e96-ae9e-9fa0ecafe36c req-baf3e74a-4079-4efc-a787-60c60cb00d62 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:37.091113 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8a01501f-eef5-4e96-ae9e-9fa0ecafe36c req-baf3e74a-4079-4efc-a787-60c60cb00d62 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.0949571
Feb 17 01:31:37.138347 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8a01501f-eef5-4e96-ae9e-9fa0ecafe36c req-6520150b-0283-4c4b-a9f2-fc6421261d73 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403688
Feb 17 01:31:37.712719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c5bc8a7b-c174-41e5-9e40-0a74738d7a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:37.778020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebb01e-0793-479b-a51b-348d6d000353 req-f364128e-b087-4e0a-8b7b-67c124e9c925 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:37.778785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7bebb01e-0793-479b-a51b-348d6d000353 req-f364128e-b087-4e0a-8b7b-67c124e9c925 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Synchronizing usage tracker for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:37.793402 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-7bebb01e-0793-479b-a51b-348d6d000353 req-f364128e-b087-4e0a-8b7b-67c124e9c925 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Unset dirty status for tenant:1673ee6c71d6423b9ac09f1e56ceedcd on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:37.794782 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7bebb01e-0793-479b-a51b-348d6d000353 req-f364128e-b087-4e0a-8b7b-67c124e9c925 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.1078708
Feb 17 01:31:37.874074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Deleting port a9c6ba4d-a872-4837-be5e-216f09d6da28 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:31:37.874466 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:38.147611 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] For port a9c6ba4d-a872-4837-be5e-216f09d6da28, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a9c6ba4d-a872-4837-be5e-216f09d6da28,segment=NetworkSegment(1cbbc104-bf1c-4723-8d90-d6fea21d08c2),segment_id=1cbbc104-bf1c-4723-8d90-d6fea21d08c2)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:31:38.148201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:38.290332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Calling delete_port for a9c6ba4d-a872-4837-be5e-216f09d6da28 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:31:38.348842 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7e19b-8c84-4b7a-806a-d47271cb2ec6 req-0856e5e9-0f94-4fcb-a91e-e8d4875496e6 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:38.350464 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-afd7e19b-8c84-4b7a-806a-d47271cb2ec6 req-0856e5e9-0f94-4fcb-a91e-e8d4875496e6 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/ports?device_id=e9eb40b8-a7e3-4ca3-a679-63e8bdab6329 HTTP/1.1" status: 200  len: 946 time: 0.0931468
Feb 17 01:31:38.399530 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-afd7e19b-8c84-4b7a-806a-d47271cb2ec6 req-077599db-69cf-4c9d-96a4-87504682e448 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.68 "GET /v2.0/security-groups?id=d902e1b3-c4e5-4473-801a-d38c5fe8ace9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420167
Feb 17 01:31:38.446793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:38.462729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:38.567643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Pushing event deleted for resources: {'Port': ['ID=a9c6ba4d-a872-4837-be5e-216f09d6da28,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:38.577580 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:38.679876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] No DVR routers for this DVR port a9c6ba4d-a872-4837-be5e-216f09d6da28 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:31:38.681966 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:38.684719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'name': 'network-vif-deleted', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:38.699682 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-7bebb01e-0793-479b-a51b-348d6d000353 req-98828a08-b177-433a-8458-19153c059f74 tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] 10.222.0.69 "DELETE /v2.0/ports/a9c6ba4d-a872-4837-be5e-216f09d6da28 HTTP/1.1" status: 204  len: 173 time: 0.8985775
Feb 17 01:31:38.737514 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9eb40b8-a7e3-4ca3-a679-63e8bdab6329', 'name': 'network-vif-deleted', 'tag': 'a9c6ba4d-a872-4837-be5e-216f09d6da28', 'status': 'completed', 'code': 200}
Feb 17 01:31:39.065793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a9c6ba4d-a872-4837-be5e-216f09d6da28 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:31:39.102927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: a9c6ba4d-a872-4837-be5e-216f09d6da28 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:31:39.103295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a9c6ba4d-a872-4837-be5e-216f09d6da28 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:31:39.500979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34380) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:39.570145 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Deleting subnet 18736437-09b7-4c2a-9f30-3625b1591ff2 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:31:39.573879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:39.630622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:39.689040 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:39.810178 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-bc23f3b0-35c9-4d0d-8f2e-d4faeca23d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.192805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.208678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:40.259074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.304129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18736437-09b7-4c2a-9f30-3625b1591ff2,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:40.310849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:40.345616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.351656 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-91819b7f-e78c-487e-a5ec-d2ced0ffab66 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/18736437-09b7-4c2a-9f30-3625b1591ff2 HTTP/1.1" status: 204  len: 168 time: 0.8495913
Feb 17 01:31:40.354272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34386) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:40.471042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.662059 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.780880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8911464b00>,) {'filters': {'network_id': ['4d87647b-4ae2-473b-b995-395436e66034']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:40.794164 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911464b00>, '1cbbc104-bf1c-4723-8d90-d6fea21d08c2') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:40.794509 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911464b00>, '1cbbc104-bf1c-4723-8d90-d6fea21d08c2') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:40.807543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.823587 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:40.825672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:31:41.007829 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Network 4d87647b-4ae2-473b-b995-395436e66034 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:41.017067 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.197483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Network 4d87647b-4ae2-473b-b995-395436e66034 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:31:41.219586 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:31:41.295757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.299184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:41.322738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.326724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d87647b-4ae2-473b-b995-395436e66034,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:41.331803 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:41.337801 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-2c125476-3377-4d7d-bb0a-d306fe211b1f admin admin] 10.222.0.68 "DELETE /v2.0/networks/4d87647b-4ae2-473b-b995-395436e66034 HTTP/1.1" status: 204  len: 168 time: 0.9825213
Feb 17 01:31:41.513719 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34402) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:41.571597 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-58b49f5c-25fb-4a41-8801-b15e8eb2b7aa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1673ee6c71d6423b9ac09f1e56ceedcd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564094
Feb 17 01:31:41.574003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34406) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:41.636804 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.665185 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.717257 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.723174 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7e70dfc8-8849-4e50-bd7a-99994c40a842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:41.736288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.738546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902e1b3-c4e5-4473-801a-d38c5fe8ace9,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:41.741409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:41.742717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:41.743974 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d902e1b3-c4e5-4473-801a-d38c5fe8ace9 HTTP/1.1" status: 204  len: 168 time: 0.1690221
Feb 17 01:31:42.212646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.456423 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34434) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:42.566162 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1781651108-network', 'tenant_id': '5bb7e22fadae4e92a5c53c3fcd3d4705'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:42.571328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:42.575425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Usage tracker for resource:network and tenant:5bb7e22fadae4e92a5c53c3fcd3d4705 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:42.578489 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:42.585326 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:42.594462 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Made reservation on behalf of 5bb7e22fadae4e92a5c53c3fcd3d4705 for: {'network': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:42.599770 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.613747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.629062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:42.633108 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Usage tracker for resource:security_group_rule and tenant:5bb7e22fadae4e92a5c53c3fcd3d4705 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:42.636074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:42.642065 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:42.727899 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.730879 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.735380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4e573723-48b8-4962-b3c0-0de97df59798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:42.768360 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:31:42.777973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a575f-4dc5-42ba-bc18-b9469152a946,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:42.781929 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:42.785066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363272684056095', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.785507 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Added segment ece87f37-000e-4015-bafe-552890bf39dd of type vxlan for network 0896c982-7d08-4ba2-963b-f00779ca4b9b
Feb 17 01:31:42.812927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.842765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.844074 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:42.844761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:42.848821 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:42.957633 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4999890
Feb 17 01:31:42.958569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Pushing event updated for resources: {'Network': ['ID=0896c982-7d08-4ba2-963b-f00779ca4b9b,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:42.960699 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34442) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:42.963703 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a32e9bad-5795-46e6-b2c3-7f7c35b6440d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:42.967655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Request body: {'subnet': {'network_id': '0896c982-7d08-4ba2-963b-f00779ca4b9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1781651108-subnet', 'tenant_id': '5bb7e22fadae4e92a5c53c3fcd3d4705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:42.971319 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:42.973495 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:42.977659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Usage tracker for resource:subnet and tenant:5bb7e22fadae4e92a5c53c3fcd3d4705 is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:42.980760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:42.986644 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:42.990505 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:42.996690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Made reservation on behalf of 5bb7e22fadae4e92a5c53c3fcd3d4705 for: {'subnet': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:43.001565 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6810575'] for subnet, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:43.413202 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5970074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6810590'] for subnet, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:43.429020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-dafcb64a-4684-492f-8a75-1bccc96bfef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:43.562900 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12ef67d-20b0-49df-8879-104e78744157,revision_number=0']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:43.566529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:43.630258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Checking segment: {'id': 'ece87f37-000e-4015-bafe-552890bf39dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0896c982-7d08-4ba2-963b-f00779ca4b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:43.630647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Network hostable DHCP agents. Network: 0896c982-7d08-4ba2-963b-f00779ca4b9b, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:31:43.649129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:31:43.657103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 0896c982-7d08-4ba2-963b-f00779ca4b9b) {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:43.666026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4af07-6f40-4532-a0fb-ce45b82574a3 None None] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:43.673612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:43.674323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:43.694176 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7323866
Feb 17 01:31:43.910120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f91eb6-0d6b-4d10-8f9a-014cd290c5d4 None None] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:44.401710 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34466) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:44.408107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305026807-network', 'tenant_id': 'f4536e92d9084d47b1c2af15809dff4c'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:44.413918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:44.418007 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Usage tracker for resource:network and tenant:f4536e92d9084d47b1c2af15809dff4c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:44.421053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:44.426913 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:44.438550 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Made reservation on behalf of f4536e92d9084d47b1c2af15809dff4c for: {'network': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:44.443560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for network, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.457060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.476647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:44.480707 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Usage tracker for resource:security_group_rule and tenant:f4536e92d9084d47b1c2af15809dff4c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:44.483704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:44.489484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:44.575476 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.578135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.582885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-204cd1cc-a3b0-487e-8d3b-08a5cc2bcca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:44.614801 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83954) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 01:31:44.623963 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3c1e0-b4c6-4088-a2d5-68963160c15f,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:44.627918 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:44.630460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.630847 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.segments_db [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Added segment 07daed35-8a82-4101-8876-5c0417acfc1b of type vxlan for network 7f207c6b-f4b7-41a6-8e4c-69d141345622
Feb 17 01:31:44.657930 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363272684572071'] for network, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.688756 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586'] for network, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.690046 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:44.691260 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:44.694867 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-3f938e7e-0340-4cdb-8ba3-72b6be22169d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:44.804083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Pushing event updated for resources: {'Network': ['ID=7f207c6b-f4b7-41a6-8e4c-69d141345622,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:44.810057 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4045038
Feb 17 01:31:44.810057 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:44.810316 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34470) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:44.816003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 details requested by agent ovs-agent-dv-cinder-759955-4-iscsi with host dv-cinder-759955-4-iscsi {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:44.817822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Request body: {'subnet': {'network_id': '7f207c6b-f4b7-41a6-8e4c-69d141345622', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305026807-subnet', 'tenant_id': 'f4536e92d9084d47b1c2af15809dff4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:44.823310 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:44.827687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Usage tracker for resource:subnet and tenant:f4536e92d9084d47b1c2af15809dff4c is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:44.829408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 details requested by agent ovs-agent-hv-cinder-75995 with host hv-cinder-75995 {{(pid=83956) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 01:31:44.830737 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:44.836604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:44.846778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Made reservation on behalf of f4536e92d9084d47b1c2af15809dff4c for: {'subnet': 1} {{(pid=83954) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:44.851663 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849510461'] for subnet, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:45.259533 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036846503652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849510446'] for subnet, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:45.276088 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:45.408389 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Pushing event updated for resources: {'Subnet': ['ID=17160724-717f-449f-8712-040570de38c8,revision_number=0']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:45.413863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:45.475201 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Checking segment: {'id': '07daed35-8a82-4101-8876-5c0417acfc1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7f207c6b-f4b7-41a6-8e4c-69d141345622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:45.475584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Network hostable DHCP agents. Network: 7f207c6b-f4b7-41a6-8e4c-69d141345622, hostable agents: ['4d910ad6-4128-47bc-831d-3473d5b69b22'], hosted agents: [] {{(pid=83954) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 01:31:45.493596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 is scheduled to be hosted by DHCP agent 4d910ad6-4128-47bc-831d-3473d5b69b22 with binding_index 1 {{(pid=83954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 01:31:45.501701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-4-iscsi, 7f207c6b-f4b7-41a6-8e4c-69d141345622) {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:45.511077 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af83ae-74af-4114-929f-988797fc8d0b None None] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:45.514072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:45.514960 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:45.535015 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-608eb386-82d8-4c95-9651-3a8d9827998d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7236910
Feb 17 01:31:45.674600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34478) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:45.738820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14846546-cbb9-4afd-858d-8f6439144c1e None None] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:31:45.746982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Deleting subnet d12ef67d-20b0-49df-8879-104e78744157 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:31:45.750245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:45.804673 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:45.864806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.128987 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.144782 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a7c1c58b-9ecf-44e3-96e9-f84fb686baba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:46.238317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12ef67d-20b0-49df-8879-104e78744157,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:46.243312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:46.278558 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.285316 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c3c7436f-37c3-4f7f-85c7-bca2b9f406fa admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d12ef67d-20b0-49df-8879-104e78744157 HTTP/1.1" status: 204  len: 168 time: 0.6092916
Feb 17 01:31:46.287973 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34484) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:46.402924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.595381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.712741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8912c2d668>,) {'filters': {'network_id': ['0896c982-7d08-4ba2-963b-f00779ca4b9b']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:46.725363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8912c2d668>, 'ece87f37-000e-4015-bafe-552890bf39dd') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:46.725701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8912c2d668>, 'ece87f37-000e-4015-bafe-552890bf39dd') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:46.738839 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.754387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:46.756379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:31:47.180837 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:47.189793 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.370530 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Network 0896c982-7d08-4ba2-963b-f00779ca4b9b has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:31:47.393900 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:31:47.477815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.480992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d0d10d2f-133d-4210-ac16-969aa778d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:47.497094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.503406 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Pushing event deleted for resources: {'Network': ['ID=0896c982-7d08-4ba2-963b-f00779ca4b9b,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:47.506665 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:47.508292 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-596ca88d-ea7a-473d-bd88-2d58b0ff87ef admin admin] 10.222.0.68 "DELETE /v2.0/networks/0896c982-7d08-4ba2-963b-f00779ca4b9b HTTP/1.1" status: 204  len: 168 time: 1.2193327
Feb 17 01:31:47.511439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34490) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:47.577701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Deleting subnet 17160724-717f-449f-8712-040570de38c8 {{(pid=83954) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:31:47.581383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.636435 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848565897'] for subnet, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.698008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.957116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8272217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5265197'] for subnet, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:47.973332 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:48.070116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17160724-717f-449f-8712-040570de38c8,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:48.074053 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:48.107871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.113822 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-ea350ca5-d377-4271-8594-6842f59a53b6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/17160724-717f-449f-8712-040570de38c8 HTTP/1.1" status: 204  len: 168 time: 0.6013446
Feb 17 01:31:48.116575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34494) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:48.233346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.425785 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.544591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f891176cd68>,) {'filters': {'network_id': ['7f207c6b-f4b7-41a6-8e4c-69d141345622']}} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:48.557181 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f891176cd68>, '07daed35-8a82-4101-8876-5c0417acfc1b') {'for_net_delete': True} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:48.557523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f891176cd68>, '07daed35-8a82-4101-8876-5c0417acfc1b') {} {{(pid=83954) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:31:48.569999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6209903'] for segment, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.590058 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.592200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83954) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:31:48.772549 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:48.781741 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846503770'] for segment, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:48.965012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Network 7f207c6b-f4b7-41a6-8e4c-69d141345622 has no segments {{(pid=83954) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:31:48.988340 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:31:49.065983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.070011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.073751 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:49.098287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f207c6b-f4b7-41a6-8e4c-69d141345622,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:49.100993 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:49.102941 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-eddb306a-e14b-48da-909e-e61c960f9766 admin admin] 10.222.0.68 "DELETE /v2.0/networks/7f207c6b-f4b7-41a6-8e4c-69d141345622 HTTP/1.1" status: 204  len: 168 time: 0.9851103
Feb 17 01:31:49.275356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34502) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:49.327036 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a93d6284-5ae5-4899-8585-0e45bc586265 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5bb7e22fadae4e92a5c53c3fcd3d4705&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502734
Feb 17 01:31:49.329579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34506) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:49.390232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.417324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.461546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.465379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a25696c1-5d75-4e9e-bc75-0a7fa44df903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:49.478640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a575f-4dc5-42ba-bc18-b9469152a946,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:49.481269 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:49.485581 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:49.487436 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-7e8e920d-6a3a-43f2-bb75-8cb76158be24 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/741a575f-4dc5-42ba-bc18-b9469152a946 HTTP/1.1" status: 204  len: 168 time: 0.1568801
Feb 17 01:31:49.851945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34516) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:49.907480 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c23fce57-e36c-4493-8c74-df0a811fff15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4536e92d9084d47b1c2af15809dff4c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541925
Feb 17 01:31:49.909979 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34520) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:49.972724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:50.000182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:50.044983 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:50.050467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a7f550ad-3fe7-432b-b183-9b4054b7e4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:50.062802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3c1e0-b4c6-4088-a2d5-68963160c15f,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:50.065470 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:50.069107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:50.071029 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a3b7135e-12ed-44a6-b8fc-ae69f4ebc47a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b9c3c1e0-b4c6-4088-a2d5-68963160c15f HTTP/1.1" status: 204  len: 168 time: 0.1600549
Feb 17 01:31:51.094935 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-388aa665-b83d-4a00-b002-473fe8d6bc0b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:security_group {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:51.111692 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-388aa665-b83d-4a00-b002-473fe8d6bc0b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:security_group {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:51.113477 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-388aa665-b83d-4a00-b002-473fe8d6bc0b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1849200834&fields=id&tenant_id=598770a6643844b3ade19191da11b090 HTTP/1.1" status: 200  len: 267 time: 0.0623617
Feb 17 01:31:51.280678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-c192b5ad-269a-4a4b-92f5-df435edf162e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:51.282372 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-c192b5ad-269a-4a4b-92f5-df435edf162e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 812 time: 0.1609166
Feb 17 01:31:51.300524 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-9d4ba5a7-3eb5-444b-8152-a904f0653657 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/quotas/598770a6643844b3ade19191da11b090 HTTP/1.1" status: 200  len: 375 time: 0.0114284
Feb 17 01:31:51.396750 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9a292c2-4060-4c18-b63e-88ae241db5ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:51.413101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9a292c2-4060-4c18-b63e-88ae241db5ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:51.414586 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9a292c2-4060-4c18-b63e-88ae241db5ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1070614
Feb 17 01:31:51.572794 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-a3ca8434-fb07-4683-b2ca-b148b32e77e3 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449347
Feb 17 01:31:51.720123 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-516c517d-795e-40c3-9c53-59e4d87de124 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406901
Feb 17 01:31:52.178790 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-780b685f-c291-44fc-804f-75742f0dbb26 req-0cafbf0e-4c6a-43fa-bae5-e5ea4ee9a737 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 210 time: 0.0629737
Feb 17 01:31:53.260579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-9a35089b-f2a4-4c43-b266-3cdfb5ef5fc6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:53.261336 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-9a35089b-f2a4-4c43-b266-3cdfb5ef5fc6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:network {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:53.279573 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-9a35089b-f2a4-4c43-b266-3cdfb5ef5fc6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:network {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:53.281101 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-9a35089b-f2a4-4c43-b266-3cdfb5ef5fc6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 812 time: 0.1841345
Feb 17 01:31:53.339948 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-17592b80-aeaf-4b3f-8aa4-cc224486fcb8 req-344e1c57-c231-438d-935f-9c28fab3fae2 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 210 time: 0.0509899
Feb 17 01:31:53.361248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-09cffef6-4dfa-4f26-a100-38d869610764 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:security_group {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:31:53.374872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-09cffef6-4dfa-4f26-a100-38d869610764 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:security_group {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:31:53.376342 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-09cffef6-4dfa-4f26-a100-38d869610764 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=598770a6643844b3ade19191da11b090 HTTP/1.1" status: 200  len: 5765 time: 0.0866315
Feb 17 01:31:53.386112 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'port': {'device_id': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'admin_state_up': True, 'tenant_id': '598770a6643844b3ade19191da11b090', 'security_groups': ['9561e682-85de-453b-95b5-6138ac46642e']}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:53.535777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:53.545494 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:53.553967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Made reservation on behalf of 598770a6643844b3ade19191da11b090 for: {'port': 1} {{(pid=83953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:31:53.559640 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:53.893614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Allocated IP 172.20.0.6 (37fbc02e-3f56-4e6d-a5f5-bd90893e9b89/4acb8838-bf86-41c8-975f-3d741506a46a/a151141e-c721-49e6-9824-93bc6d9e9689) {{(pid=83953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:31:54.103027 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for port, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:54.119687 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Transition to ACTIVE for port object a151141e-c721-49e6-9824-93bc6d9e9689 will not be triggered until provisioned by entity DHCP. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:54.148857 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:54.164730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-48801beb-20a8-44b7-a085-dce8b04c1c9d tempest-TestShelveInstance-1370165753 tempest-TestShelveInstance-1370165753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:54.308342 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'Port': ['ID=a151141e-c721-49e6-9824-93bc6d9e9689,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:54.322120 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:54.366711 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 is already hosted by enough agents. {{(pid=83953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:31:54.368069 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources bound (agent type, host, resource id):  {{(pid=83953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:31:54.370431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Received port after_create {{(pid=83953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:31:54.572572 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd8ecd-82ea-4575-997d-83cc863f7a32 req-bea6c4d5-f465-40ad-8deb-13ea6d20b3ef tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:54.574286 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c6fd8ecd-82ea-4575-997d-83cc863f7a32 req-bea6c4d5-f465-40ad-8deb-13ea6d20b3ef tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 931 time: 0.1068962
Feb 17 01:31:54.628048 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-c6fd8ecd-82ea-4575-997d-83cc863f7a32 req-7ae8a9e2-a342-4805-a9f9-8910e9878c0d tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452399
Feb 17 01:31:54.661812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-24f91821-ff3e-45b5-a33f-a0458c36693c None None] Provisioning for port a151141e-c721-49e6-9824-93bc6d9e9689 completed by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:31:54.667455 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-24f91821-ff3e-45b5-a33f-a0458c36693c None None] Provisioning complete for port a151141e-c721-49e6-9824-93bc6d9e9689 triggered by entity DHCP. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:31:54.667873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-24f91821-ff3e-45b5-a33f-a0458c36693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:54.702103 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:54.702784 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:54.727637 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-8332a349-ffd1-4143-9265-f75032e3c59f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3456297
Feb 17 01:31:54.730195 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-24f91821-ff3e-45b5-a33f-a0458c36693c None None] Port a151141e-c721-49e6-9824-93bc6d9e9689 cannot update to ACTIVE because it is not bound. {{(pid=83956) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:31:54.740079 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Request body: {'port': {'device_id': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=83953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:31:54.861230 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.270972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a151141e-c721-49e6-9824-93bc6d9e9689 {{(pid=83953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:31:55.279035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.291995 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Transition to ACTIVE for port object a151141e-c721-49e6-9824-93bc6d9e9689 will not be triggered until provisioned by entity L2. {{(pid=83953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:31:55.294972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.314825 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c094c97c-221a-4853-bea0-10e20cfdb958 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:55.449033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Pushing event updated for resources: {'Port': ['ID=a151141e-c721-49e6-9824-93bc6d9e9689,revision_number=2']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:55.461871 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:55.645312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Attempting to bind port a151141e-c721-49e6-9824-93bc6d9e9689 on host hv-cinder-75995 for vnic_type normal with profile  {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:31:55.645690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Attempting to bind port a151141e-c721-49e6-9824-93bc6d9e9689 by drivers openvswitch on host hv-cinder-75995 at level 0 using segments [{'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:31:55.646060 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Attempting to bind port a151141e-c721-49e6-9824-93bc6d9e9689 on network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:31:55.652334 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Checking agent: {'id': 'fe2f6c75-3894-468d-8172-2ff623c4fdc2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 1, 5, 34), 'started_at': datetime.datetime(2021, 2, 17, 1, 6, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.41', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:31:55.652709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Checking segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:31:55.653118 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.653517 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Bound using segment: {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'} {{(pid=83953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:31:55.653998 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Bound port: a151141e-c721-49e6-9824-93bc6d9e9689, host: hv-cinder-75995, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1e958c-413f-474c-a711-55d83804c4ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89'}}] {{(pid=83953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:31:55.654372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.764553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] For port a151141e-c721-49e6-9824-93bc6d9e9689, host hv-cinder-75995, cleared binding levels {{(pid=83953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:31:55.768887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] For port a151141e-c721-49e6-9824-93bc6d9e9689, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a151141e-c721-49e6-9824-93bc6d9e9689,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:31:55.772669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5970178'] for port, after_update {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.790421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-20b9360e-02e1-4af0-8e8a-a0a8f885afae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:55.871589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdc23b-6eb3-4454-bc4d-1ac860d91a53 req-8180bca1-5aeb-4faf-8ec1-de7f2b9e398b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:55.880122 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bcdc23b-6eb3-4454-bc4d-1ac860d91a53 req-8180bca1-5aeb-4faf-8ec1-de7f2b9e398b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.1199017
Feb 17 01:31:55.933662 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bcdc23b-6eb3-4454-bc4d-1ac860d91a53 req-e82cf9c3-1098-46e2-86b3-16a764220879 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0470529
Feb 17 01:31:55.953789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Pushing event updated for resources: {'Port': ['ID=a151141e-c721-49e6-9824-93bc6d9e9689,revision_number=3']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:55.959598 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:55.990888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:55.991714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:55.993099 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-e9fb1277-0f74-40e2-9241-f28ac8511d2a service neutron] 10.222.0.69 "PUT /v2.0/ports/a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 1157 time: 1.2577913
Feb 17 01:31:55.993643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:31:56.044287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34654) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:56.089108 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'status': 'completed', 'code': 200}
Feb 17 01:31:56.132936 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-bee24a48-e0f9-47f9-9fb8-b63eaad3ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:56.134690 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-bee24a48-e0f9-47f9-9fb8-b63eaad3ca04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1160 time: 0.0945981
Feb 17 01:31:56.179188 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.195082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:56.199274 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Usage tracker for resource:security_group_rule and tenant:42142c9b8f0f49539c6ec0da9d858dbc is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:56.202317 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:56.208647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:56.209414 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-0075b681-98fe-44de-b41e-2074402dbca0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 217 time: 0.0679564
Feb 17 01:31:56.283349 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-2e8f2497-65b1-4f13-a972-e020f72704d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:56.284930 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-2e8f2497-65b1-4f13-a972-e020f72704d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0690489
Feb 17 01:31:56.296082 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.299515 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.307149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9a893ecf-3bc8-403f-b404-c05dcec16aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:56.350534 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781874a7-747e-4827-bbbe-8a44ab4e92da,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:56.355295 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=42142c9b8f0f49539c6ec0da9d858dbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3099620
Feb 17 01:31:56.356328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:56.358090 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34660) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:56.370280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-05531a25-1e65-4733-9ab2-2e26a8caa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:56.371974 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-05531a25-1e65-4733-9ab2-2e26a8caa1d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804608
Feb 17 01:31:56.426348 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.454412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.504383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.509561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-53552838-5ce9-4e09-82d0-b5bdb9e77ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:56.518595 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-610e6ee9-779e-4a08-88b6-e1b88882e23f service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396384
Feb 17 01:31:56.522599 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781874a7-747e-4827-bbbe-8a44ab4e92da,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:56.526432 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:56.531764 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.533178 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-882137fa-f9a3-463f-a272-8e1f2111fa13 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/781874a7-747e-4827-bbbe-8a44ab4e92da HTTP/1.1" status: 204  len: 168 time: 0.1741333
Feb 17 01:31:56.665159 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8e83b33f-3f0d-4028-b1e0-1dfe695ce163 req-726d7687-8444-466a-bd70-27ad7b009104 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406033
Feb 17 01:31:56.794645 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-d2cdabb1-ba80-4b2a-9300-be0e7c1962e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:56.796356 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-d2cdabb1-ba80-4b2a-9300-be0e7c1962e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1160 time: 0.0843275
Feb 17 01:31:56.843320 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34668) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:56.863681 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.878881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:56.882924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Usage tracker for resource:security_group_rule and tenant:76daea517b6d4eb781ff12519385e5a0 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:56.885901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:56.891997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:56.942588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-eac4604a-8b10-4f0f-953f-8b7f60f3486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:56.944207 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-eac4604a-8b10-4f0f-953f-8b7f60f3486f service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1415474
Feb 17 01:31:56.982124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.985299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:56.995105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-62f70a2f-5267-404c-9d2c-87a153027b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:57.023476 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-51e18110-4f53-456c-adfb-23093e7f248f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 217 time: 0.0731106
Feb 17 01:31:57.042859 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0750de-7ad2-47ad-b8a5-3148eb690726,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:57.046562 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:57.052964 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-59e683e7-69e8-42a4-8639-736016e2050e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76daea517b6d4eb781ff12519385e5a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2085149
Feb 17 01:31:57.053752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34674) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:57.106786 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-18fa773a-b2a4-43b9-a3f9-f3499d415b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:57.108435 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-18fa773a-b2a4-43b9-a3f9-f3499d415b47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0789464
Feb 17 01:31:57.183543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.193288 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-71d7e632-f203-4846-b112-9ca46d9e4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:57.194945 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-71d7e632-f203-4846-b112-9ca46d9e4377 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793052
Feb 17 01:31:57.212585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eedea-f657-49ca-ab82-bab2dcfd0747 req-e23b5b85-7993-4159-963c-8fc144d712fe tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:57.214180 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2e6eedea-f657-49ca-ab82-bab2dcfd0747 req-e23b5b85-7993-4159-963c-8fc144d712fe tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.1577229
Feb 17 01:31:57.222497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.303327 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-2e6eedea-f657-49ca-ab82-bab2dcfd0747 req-781eb4d6-c90a-4c99-ac5f-9f89d6cb988d tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0733387
Feb 17 01:31:57.312259 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.317836 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cfa7a447-e245-4b1c-ba27-e60f390249f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:57.332721 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0750de-7ad2-47ad-b8a5-3148eb690726,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:57.335513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:57.337614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.342713 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-c4ae73f2-9270-4940-b1af-61ffecd75833 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2e0750de-7ad2-47ad-b8a5-3148eb690726 HTTP/1.1" status: 204  len: 168 time: 0.2879078
Feb 17 01:31:57.359137 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-86b4ea0b-20b2-491a-8527-b6e26dac8a91 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568019
Feb 17 01:31:57.507145 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d09e42c2-db50-45b4-9a04-f4c71ce13093 req-22966124-0271-4c78-8ab4-641743a3c76d service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406338
Feb 17 01:31:57.694848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34682) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:57.714431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.729931 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:31:57.734006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Usage tracker for resource:security_group_rule and tenant:24a26355208f40198f475c2975e424dc is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:31:57.737032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:31:57.742820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:31:57.830302 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.833586 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.842546 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-66b4ac77-069d-478d-996a-f6c599e4f6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:57.889173 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24a26355208f40198f475c2975e424dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1931198
Feb 17 01:31:57.890378 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d06c5a3-e72a-478c-abfa-8192eb2f5e35,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:57.892408 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34686) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:31:57.894223 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-534f20e3-fa39-4744-b44b-9578562e8b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:57.954436 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:57.981119 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:58.025537 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:58.029377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2ab36ba6-01d1-4c8b-aed8-cc0c8bb4aa9a tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:31:58.040933 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d06c5a3-e72a-478c-abfa-8192eb2f5e35,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:31:58.046330 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:31:58.048433 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:31:58.052691 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5de130e4-b86b-4b9b-88d4-cef1e8c0cccd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0d06c5a3-e72a-478c-abfa-8192eb2f5e35 HTTP/1.1" status: 204  len: 168 time: 0.1566255
Feb 17 01:31:58.523718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a994df-ed37-4bf9-a730-e3c850229fc2 req-d18318c1-9021-43a9-9d52-4c05ca03ce43 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:58.525367 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-27a994df-ed37-4bf9-a730-e3c850229fc2 req-d18318c1-9021-43a9-9d52-4c05ca03ce43 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.1050096
Feb 17 01:31:58.573754 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-27a994df-ed37-4bf9-a730-e3c850229fc2 req-cae52482-9431-4be4-860a-b8cf2d084241 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420899
Feb 17 01:31:59.775630 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b0f0-3430-476f-bbd1-0aa45b311d7d req-c6944b38-dba1-4a47-8766-b9e95bd00844 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:31:59.777269 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da30b0f0-3430-476f-bbd1-0aa45b311d7d req-c6944b38-dba1-4a47-8766-b9e95bd00844 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.0899575
Feb 17 01:31:59.826761 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-da30b0f0-3430-476f-bbd1-0aa45b311d7d req-79ac4e1b-66d6-45b5-bf55-d0670fa546af tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429714
Feb 17 01:32:01.027284 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a73ec-0d2d-4994-9530-0bd9f7970608 req-6b6fb7f5-ba83-4444-aff7-9402f8a91ba9 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:01.028799 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-909a73ec-0d2d-4994-9530-0bd9f7970608 req-6b6fb7f5-ba83-4444-aff7-9402f8a91ba9 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.0848927
Feb 17 01:32:01.075476 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-909a73ec-0d2d-4994-9530-0bd9f7970608 req-f3fcd2f6-4374-43db-b577-5e65f61522f8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404646
Feb 17 01:32:02.104102 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34738) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:32:02.501198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.521285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:32:02.527236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Usage tracker for resource:security_group_rule and tenant:7437f7fa54304df49f437a15d977ad3a is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:32:02.531720 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:32:02.540745 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:32:02.580511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa445b-db52-4414-adc5-2e8f93d2a810 req-dccd2377-ee45-4fbd-8029-ddf2548e21e6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:02.582146 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-62aa445b-db52-4414-adc5-2e8f93d2a810 req-dccd2377-ee45-4fbd-8029-ddf2548e21e6 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.3935137
Feb 17 01:32:02.646190 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-62aa445b-db52-4414-adc5-2e8f93d2a810 req-a245dcca-bfe5-4a24-bb03-642d0f4a1396 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0567822
Feb 17 01:32:02.691293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.693881 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.702152 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-68e9ef8d-bbc0-4f7e-a836-76e697f86abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:02.749092 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7437f7fa54304df49f437a15d977ad3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6438520
Feb 17 01:32:02.750116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24bdad0-65d3-4eb7-b024-24b98c35afb7,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:02.752111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34744) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:32:02.753523 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-afd3ed96-2351-4c27-a3d9-8b8f99cf1a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:02.815492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.842463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.886651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.891814 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-0d10ef0a-5809-451c-bb77-f5e88a6fef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:02.904919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24bdad0-65d3-4eb7-b024-24b98c35afb7,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:02.910404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:02.914669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:02.915923 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-eeac1cab-9001-4f19-a760-f0426ccea644 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c24bdad0-65d3-4eb7-b024-24b98c35afb7 HTTP/1.1" status: 204  len: 168 time: 0.1627760
Feb 17 01:32:03.859123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c728f3-d378-4314-a6b3-68665638e981 req-e3ae90ab-53c9-4447-b00b-929a6ac616a7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:03.860767 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09c728f3-d378-4314-a6b3-68665638e981 req-e3ae90ab-53c9-4447-b00b-929a6ac616a7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.0896628
Feb 17 01:32:03.915472 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-09c728f3-d378-4314-a6b3-68665638e981 req-0c422d19-3870-4167-8f65-c6613ac2b078 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0474203
Feb 17 01:32:04.246980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:32:05.122797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf4d95-01e6-4085-9413-420cb5266c55 req-1c69c041-e80b-4655-aaa7-d1b0d140042c tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:05.124340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4baf4d95-01e6-4085-9413-420cb5266c55 req-1c69c041-e80b-4655-aaa7-d1b0d140042c tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 943 time: 0.0890343
Feb 17 01:32:05.172803 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4baf4d95-01e6-4085-9413-420cb5266c55 req-125e2a92-ec23-452f-a54f-10879589f93e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416749
Feb 17 01:32:05.643643 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a151141e-c721-49e6-9824-93bc6d9e9689 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:32:05.716569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning for port a151141e-c721-49e6-9824-93bc6d9e9689 completed by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:32:05.722169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a151141e-c721-49e6-9824-93bc6d9e9689 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:32:05.722592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:05.864318 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:05.892730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689'}] {{(pid=83956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:32:05.903266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] For port a151141e-c721-49e6-9824-93bc6d9e9689, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a151141e-c721-49e6-9824-93bc6d9e9689,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:32:05.906395 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997'] for port, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:05.908373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:05.949083 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'code': 200}
Feb 17 01:32:05.982697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Pushing event updated for resources: {'Port': ['ID=a151141e-c721-49e6-9824-93bc6d9e9689,revision_number=4']} {{(pid=83956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:05.991024 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.991431 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.991806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.992177 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.992543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.992909 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.993271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.993633 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.993996 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.994356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.994713 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.995095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.995521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.995880 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.996238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.996594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.996947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.997303 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.997659 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.998011 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.998365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.998717 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.999098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:05.999463 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:06.003749 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83956) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:06.229003 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aefde-9f17-4b81-b4b3-ab97671222c6 req-f8d67c32-4871-4c67-a2b5-b9f723f02627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:06.230685 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4f9aefde-9f17-4b81-b4b3-ab97671222c6 req-f8d67c32-4871-4c67-a2b5-b9f723f02627 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0829136
Feb 17 01:32:06.238529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:06.371844 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94dbf80-ae25-45ac-b449-cb5a0c98370e req-149e0eaf-107f-4d49-9274-03c6b2594ff2 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:06.373469 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b94dbf80-ae25-45ac-b449-cb5a0c98370e req-149e0eaf-107f-4d49-9274-03c6b2594ff2 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0863373
Feb 17 01:32:06.421134 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b94dbf80-ae25-45ac-b449-cb5a0c98370e req-e96194d3-0f11-40b9-bdab-ccda08c1bf23 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413449
Feb 17 01:32:07.421998 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4f9aefde-9f17-4b81-b4b3-ab97671222c6 req-7671c23a-92bf-499d-befe-e82bd865ccbf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0378788
Feb 17 01:32:07.625308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d234a-3368-43e2-8510-7978e64477e8 req-38fd53a2-20d4-4381-8700-a390b93f7739 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:07.626921 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f2d234a-3368-43e2-8510-7978e64477e8 req-38fd53a2-20d4-4381-8700-a390b93f7739 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0915618
Feb 17 01:32:07.674663 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-1f2d234a-3368-43e2-8510-7978e64477e8 req-e55370ff-6043-4b26-bbc8-10f631d720e7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413270
Feb 17 01:32:07.715239 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e865078b-8301-4ee3-b252-d6c5d2c0ed87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:08.874095 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9193f-d61e-47f2-8d0c-9d015138b3d7 req-60d7d6d3-19d0-4f69-b3d7-ea3b6f73ac02 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:08.875751 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ebd9193f-d61e-47f2-8d0c-9d015138b3d7 req-60d7d6d3-19d0-4f69-b3d7-ea3b6f73ac02 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0869603
Feb 17 01:32:08.927601 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-ebd9193f-d61e-47f2-8d0c-9d015138b3d7 req-6164fecb-dba4-49ea-8275-600afaaa980a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455647
Feb 17 01:32:09.739957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a151141e-c721-49e6-9824-93bc6d9e9689 up at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:32:09.810700 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-54df260c-36ad-471e-b19e-235cb7263049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:09.830276 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.provisioning_blocks [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Provisioning complete for port a151141e-c721-49e6-9824-93bc6d9e9689 triggered by entity L2. {{(pid=83956) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:32:09.831335 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853261295'] for port, provisioning_complete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:10.131094 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87400a00-8a43-413d-bd63-8cde95daf336 req-420c3bf2-f207-476e-94c4-ab1d2e19fbca tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:10.132747 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-87400a00-8a43-413d-bd63-8cde95daf336 req-420c3bf2-f207-476e-94c4-ab1d2e19fbca tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0891478
Feb 17 01:32:10.180078 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-87400a00-8a43-413d-bd63-8cde95daf336 req-7644afaa-dad8-49b3-a1af-dc201ac860a1 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410223
Feb 17 01:32:10.260600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:11.386373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df257c-a445-4777-a4eb-4258b624316f req-035b7bf7-c050-4504-9da8-d8a9f0569e0d tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:11.388060 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0df257c-a445-4777-a4eb-4258b624316f req-035b7bf7-c050-4504-9da8-d8a9f0569e0d tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0917544
Feb 17 01:32:11.438497 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-a0df257c-a445-4777-a4eb-4258b624316f req-77b15cb9-c59a-47b7-8d5a-c2bd2b87afb4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431399
Feb 17 01:32:11.732484 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:12.216696 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:12.640906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cb85d-a914-47eb-8fd2-735ba5327df8 req-5151a628-3f8b-4d09-8db5-4d0ba0ff6a2f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:12.642540 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b40cb85d-a914-47eb-8fd2-735ba5327df8 req-5151a628-3f8b-4d09-8db5-4d0ba0ff6a2f tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0910325
Feb 17 01:32:12.690173 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-b40cb85d-a914-47eb-8fd2-735ba5327df8 req-06ee0181-3a20-4515-942c-1092187bbe8b tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401952
Feb 17 01:32:12.896885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870576-72a2-4981-b83c-2ca47d895ddb req-6545a0a9-3b76-4378-8874-65fd117ef32c tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:12.898525 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bc870576-72a2-4981-b83c-2ca47d895ddb req-6545a0a9-3b76-4378-8874-65fd117ef32c tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0921075
Feb 17 01:32:12.946645 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-bc870576-72a2-4981-b83c-2ca47d895ddb req-0f5c3fe0-16c3-42a7-a45a-9e0fbe9e2ea9 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417802
Feb 17 01:32:13.142777 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-40764bc8-0896-4565-a0da-22bbb4b6c146 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1586418
Feb 17 01:32:13.152795 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'floatingip': {'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:32:13.158556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:32:13.162601 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Usage tracker for resource:floatingip and tenant:598770a6643844b3ade19191da11b090 is out of sync, need to count used quota {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:32:13.165655 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83954) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:32:13.171443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83954) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:32:13.181282 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:13.329290 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:13.607448 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_common [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Allocated IP 172.27.3.237 (b56d427b-abb9-4324-b8ce-fb328ffb90d7/603d2f65-af0e-4b92-a432-f795c3a8af3a/7c5f705f-fe70-499a-9155-d4d3384ab5dd) {{(pid=83954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:32:13.774491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for port, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:13.807473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34840) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:32:13.809136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363272684516895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:13.828258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-89f09aa9-179c-4698-9034-b48cd6e24cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:13.936556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:13.952812 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:32:13.957612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Usage tracker for resource:security_group_rule and tenant:89be8d2410a2418da9b202820716a7cd is out of sync, need to count used quota {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:32:13.960768 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83953) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:32:13.963070 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'Port': ['ID=7c5f705f-fe70-499a-9155-d4d3384ab5dd,revision_number=1']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:13.968062 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.quota.driver [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83953) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:32:13.976566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:14.024026 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Network b56d427b-abb9-4324-b8ce-fb328ffb90d7 is already hosted by enough agents. {{(pid=83954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:32:14.025225 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.base_scheduler [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Resources bound (agent type, host, resource id):  {{(pid=83954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:32:14.027685 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Received port after_create {{(pid=83954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:32:14.058270 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.061551 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_create {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.071210 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6b2f4ed5-bcbc-4c79-bf76-632703e61cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:14.113028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.114381 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=89be8d2410a2418da9b202820716a7cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3057380
Feb 17 01:32:14.115354 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b204b-2323-49f6-b892-74df18c63e20,revision_number=1']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:14.117153 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34846) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:32:14.124019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.124446 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.124863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.125273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.125678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.126084 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.126487 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.126887 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.127831 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.128235 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.128634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.129032 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.129503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.129901 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.130298 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.130691 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.131169 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.131483 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.131876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.132275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.132672 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.133068 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.133464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.133853 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:32:14.138191 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-01525c6d-9e77-47de-92af-d15582d60fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:14.221419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470719'] for port, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.284594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.362358 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.519967 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.525769 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-f33e52b9-9720-4cb1-9a6e-4b4a017552a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:14.548194 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b204b-2323-49f6-b892-74df18c63e20,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:14.551597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:14.589289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.590537 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-90205861-ca5a-4021-9220-b9129fd2974e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/422b204b-2323-49f6-b892-74df18c63e20 HTTP/1.1" status: 204  len: 168 time: 0.4723971
Feb 17 01:32:14.607500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for port, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.610971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363272684134874', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764170216938', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764170217997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846503804'] for port, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.626690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:32:14.769050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event updated for resources: {'Port': ['ID=7c5f705f-fe70-499a-9155-d4d3384ab5dd,revision_number=2']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:32:14.772797 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:32:14.885149 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.902085 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:14.903413 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-ce4e4c05-08b9-46a9-ad7b-627b3595f413 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7547905
Feb 17 01:32:14.991811 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-98347c18-b20c-4bbc-a493-78156e33e0ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:floatingip {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:32:15.007614 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-98347c18-b20c-4bbc-a493-78156e33e0ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:floatingip {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:32:15.008886 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-98347c18-b20c-4bbc-a493-78156e33e0ee tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.237 HTTP/1.1" status: 200  len: 696 time: 0.0987058
Feb 17 01:32:15.171214 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-55d3b4df-053f-4b21-bf57-4a6fa791f5ea tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:15.172738 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-55d3b4df-053f-4b21-bf57-4a6fa791f5ea tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.1578805
Feb 17 01:32:15.183761 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-0a455228-615c-47f8-ac78-d662016c4820 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:32:15.184774 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fc652228-7d3d-48c0-98f9-6429a2dce235 req-0a455228-615c-47f8-ac78-d662016c4820 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058579
Feb 17 01:32:15.370023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-d40205b5-a768-4aea-aaa4-599e79ee81ab tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:15.371651 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-d40205b5-a768-4aea-aaa4-599e79ee81ab tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0903466
Feb 17 01:32:15.456602 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-0fdc69e1-06be-4c79-b094-fe915a888596 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.237 HTTP/1.1" status: 200  len: 696 time: 0.0788105
Feb 17 01:32:15.466637 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.v2.base [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Request body: {'floatingip': {'port_id': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83954) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:32:15.549571 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, before_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:16.415647 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:16.418596 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854377813'] for floatingip, after_update {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:16.603284 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Floating IP c4a69dfe-6893-4778-b418-89679e009ff8 associated. External IP: 172.27.3.237, port: a151141e-c721-49e6-9824-93bc6d9e9689.
Feb 17 01:32:16.981390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:32:17.172885 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:32:17.177824 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:17.182616 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Sync routers for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:32:17.193287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:32:17.194071 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b3dfd0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:32:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:32:17.237496 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-ffc6e408-5bf4-4e79-9f37-87933ef1126a tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "PUT /v2.0/floatingips/c4a69dfe-6893-4778-b418-89679e009ff8 HTTP/1.1" status: 200  len: 996 time: 1.7748613
Feb 17 01:32:17.238078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:32:17.333553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-db723bed-1a8a-4888-881c-525e8cfae99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.334911 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-db723bed-1a8a-4888-881c-525e8cfae99e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0838046
Feb 17 01:32:17.397606 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:32:17.484460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-9399df47-be28-4a1d-9157-cf41895133c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.486255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-9399df47-be28-4a1d-9157-cf41895133c7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1440868
Feb 17 01:32:17.491893 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'status': 'completed', 'code': 200}
Feb 17 01:32:17.597345 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-eceb5680-01dc-4311-b84c-ae19f2a43b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.599005 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-eceb5680-01dc-4311-b84c-ae19f2a43b86 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0846043
Feb 17 01:32:17.604541 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-34e2967f-008a-41e3-92fc-133ca7a6729c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 999 time: 0.1096430
Feb 17 01:32:17.679957 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-481efabd-9fb8-4de9-a045-54cd5a1006f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.681578 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-481efabd-9fb8-4de9-a045-54cd5a1006f0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0706825
Feb 17 01:32:17.784014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-dcad6921-2b24-49c9-9897-2865576f105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.792401 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-dcad6921-2b24-49c9-9897-2865576f105a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026113
Feb 17 01:32:17.798030 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-99f04797-0bb3-4161-926e-a0672653b6cb service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:32:17.805309 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b3dfd0>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'c4a69dfe-6893-4778-b418-89679e009ff8', 'tenant_id': '598770a6643844b3ade19191da11b090', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'port_id': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'mac_address': 'fa:16:3e:8f:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:32:14Z', 'updated_at': '2021-02-17T01:32:16Z', 'revision_number': 1, 'project_id': '598770a6643844b3ade19191da11b090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:32:17.806401 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-99f04797-0bb3-4161-926e-a0672653b6cb service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0128951
Feb 17 01:32:17.811818 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Checking router: 0f7eb535-4817-4d61-98d0-1669bbbaeb18 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:32:17.824165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:32:17.824529 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912b3dfd0>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:32:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:32:17.959239 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-43e8c0cb-7e6b-46fa-a387-7d356e496d25 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517317
Feb 17 01:32:17.996986 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-5bd58d44-aa01-4383-8679-84955ba5c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:17.998596 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-5bd58d44-aa01-4383-8679-84955ba5c914 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.3931324
Feb 17 01:32:18.028323 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:32:18.114654 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-079a8c7f-f54b-4240-9ac9-c8f70e34f1c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 999 time: 0.1086612
Feb 17 01:32:18.118364 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-12268c02-d447-4b78-b8ba-b2c4a18edc31 req-4be07639-608b-4591-ad8d-8d65674c3e94 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537926
Feb 17 01:32:18.188055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-dcee2a57-e0f5-44a1-8d0e-c54a5afce434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:18.189750 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-dcee2a57-e0f5-44a1-8d0e-c54a5afce434 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0693705
Feb 17 01:32:18.277377 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-04e2a4e2-7b2a-4d54-9b6c-e44b244cf8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:18.279039 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-04e2a4e2-7b2a-4d54-9b6c-e44b244cf8dd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828328
Feb 17 01:32:18.424516 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-193be5cc-58c7-45b9-b904-fe11ab0cd6d9 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382797
Feb 17 01:32:18.563382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912b3dfd0>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'c4a69dfe-6893-4778-b418-89679e009ff8', 'tenant_id': '598770a6643844b3ade19191da11b090', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'port_id': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'mac_address': 'fa:16:3e:8f:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:32:14Z', 'updated_at': '2021-02-17T01:32:16Z', 'revision_number': 1, 'project_id': '598770a6643844b3ade19191da11b090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:32:18.568254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8682e-6d8e-4250-8a54-38140c0b244e None None] The sync data for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi is: [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_floatingips': [{'id': 'c4a69dfe-6893-4778-b418-89679e009ff8', 'tenant_id': '598770a6643844b3ade19191da11b090', 'floating_ip_address': '172.27.3.237', 'floating_network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'router_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'port_id': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'mac_address': 'fa:16:3e:8f:23:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:32:14Z', 'updated_at': '2021-02-17T01:32:16Z', 'revision_number': 1, 'project_id': '598770a6643844b3ade19191da11b090', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:32:18.569811 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-0bde57ee-ccfd-4598-9231-ac6c47ec2945 req-1d8b0048-2e3a-47df-b51f-fcc08619497c service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394029
Feb 17 01:32:18.839208 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3398a6-2214-4635-a386-bd50d6570405 None None] New status for floating IP c4a69dfe-6893-4778-b418-89679e009ff8: ACTIVE {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:32:36.254340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:37.716155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-046020dc-ccc8-4c3a-b224-c7830bdfd817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:39.783139 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-121c62c9-87e4-4046-b26f-d5a0160e602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:40.265982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:41.247790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:32:41.734295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:42.219820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:32:50.702303 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-1105c92b-7058-475e-97a5-d09571f84e7b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0814979
Feb 17 01:32:50.853575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-cf917737-0c87-499b-a956-b9f837766190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:50.855269 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-cf917737-0c87-499b-a956-b9f837766190 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0817969
Feb 17 01:32:51.012594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-ebe18baf-c227-4729-b2e5-5dba06663936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:51.014120 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-ebe18baf-c227-4729-b2e5-5dba06663936 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1402583
Feb 17 01:32:51.123951 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-bd71f4ac-35d9-485d-be32-d152db34bb9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 1001 time: 0.1029243
Feb 17 01:32:51.195662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-9c670215-f19d-4167-ae8c-83b858d4f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:51.197231 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-9c670215-f19d-4167-ae8c-83b858d4f92b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0675144
Feb 17 01:32:51.284539 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-2ace1d35-3604-4ffa-9c51-23f33e2704c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:32:51.286124 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-2ace1d35-3604-4ffa-9c51-23f33e2704c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824921
Feb 17 01:32:51.430186 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-e3ca35c1-3e4e-4fae-978b-bf11df511c22 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376741
Feb 17 01:32:51.572718 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-3615ea19-54ac-402f-9f8d-a136fcfc79a0 req-dbdd02d6-40ec-4365-9433-e2b67e00e9b7 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362646
Feb 17 01:33:06.251974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:07.717014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b0a4bebb-bdb1-4d4a-a251-92e8adebfffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:09.784491 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-e3cb39cb-cb46-4cb9-ae82-27d4776f72bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:10.268727 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:11.736017 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:12.229946 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:18.247464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:33:36.250563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:37.718485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1b46f0e6-a2ad-419d-8f7b-44db94151551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:39.789072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-53568a3d-a34a-49c8-a872-88380bfe6c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:40.269928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:41.740577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:42.233848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:33:50.841351 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-973cbb05-ee79-4d7e-aa8b-6f7421a7aa45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2200866
Feb 17 01:33:50.991397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-1b2bc206-2762-4892-be1c-7f9fea407cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:33:50.992935 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-1b2bc206-2762-4892-be1c-7f9fea407cbe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0821791
Feb 17 01:33:51.148657 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-f87081ee-ed49-494c-85e6-5c1deb217df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:33:51.150266 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-f87081ee-ed49-494c-85e6-5c1deb217df5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1390548
Feb 17 01:33:51.261386 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-f3dcffbb-e0ff-4698-8301-f5ce0f3152e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 1001 time: 0.1045089
Feb 17 01:33:51.331919 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-4eeed76b-1b53-493f-8084-98d22e4ab4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:33:51.333980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-4eeed76b-1b53-493f-8084-98d22e4ab4be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0670602
Feb 17 01:33:51.421943 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-461bce1f-8e66-47ca-bd6b-fa066a283300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:33:51.423612 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-461bce1f-8e66-47ca-bd6b-fa066a283300 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819247
Feb 17 01:33:51.568338 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-c62c8e77-bd72-4c5a-8c75-190e020f22c5 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377323
Feb 17 01:33:51.714457 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-59a8496c-1e04-43ac-8027-e14b39bb7fe2 req-4510d917-596b-4c0f-8ad8-8c2158485329 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401525
Feb 17 01:33:55.247357 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:34:06.248955 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:07.719625 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-00dd4b60-c271-4af9-aa90-cdcb8afe7ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:09.791965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-699dfa05-09b2-4cb3-8f31-a2fcb1e2b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:10.272387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:10.491906 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-f05450db-17df-486c-acd1-f3cd079e7a3d req-d756400b-bf6f-47b1-b383-9d671f7e4a09 service neutron] (83954) timed out ('10.222.0.69', 49221) {{(pid=83954) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:34:11.743008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:12.238569 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:32.247778 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:34:36.247180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:37.720845 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a71342cf-357f-46f0-a141-a5ef014e3aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:39.795072 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e1e8-2f2c-4124-96ef-1ea9c60e1bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:40.276137 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:41.745980 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:42.240828 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:34:50.692242 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-901d2cfe-aa2e-4358-8758-777534fc0ece service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0766492
Feb 17 01:34:50.841428 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-ee5bef01-b755-492e-a410-132159bced7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:34:50.843080 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-ee5bef01-b755-492e-a410-132159bced7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0801845
Feb 17 01:34:50.996876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-3ff0f21a-70c3-450e-8ee5-2f18faa78a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:34:50.998366 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-3ff0f21a-70c3-450e-8ee5-2f18faa78a55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1364231
Feb 17 01:34:51.107923 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-c138b409-a18f-40e7-9282-a7401791d3b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 1001 time: 0.1028295
Feb 17 01:34:51.178683 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-a6240d9c-8962-4a2d-a6d3-ec010301fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:34:51.180255 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-a6240d9c-8962-4a2d-a6d3-ec010301fa46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0661769
Feb 17 01:34:51.264183 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-2ce6fc6f-be77-45e1-a2ee-2ba630331d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:34:51.265980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-2ce6fc6f-be77-45e1-a2ee-2ba630331d40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793796
Feb 17 01:34:51.409239 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-984c9f0d-ffa2-4e05-97e5-e09c9f38b48c service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364620
Feb 17 01:34:51.551616 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-cb53fcc6-3495-4189-9dae-1c70ef78323b req-07d3c662-04db-453e-a005-de9e16244082 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360309
Feb 17 01:35:06.247179 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:07.722678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6f442ecc-afa3-4ace-97db-9b86abe42f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:09.247444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:35:09.799129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b6a98299-1477-4d37-9679-2ed7c9db68fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:10.277841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:11.747978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:12.245106 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:36.244019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:37.723832 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-0da307d3-44f7-45a7-93d0-f9c79b2b5271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:39.801604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4a7b-5d08-4746-bb62-d0e31c2b490e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:40.280594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:41.753863 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:42.248849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:46.246497 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:35:51.704695 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-300418bd-c22d-4e2b-820d-d48e138673a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0766563
Feb 17 01:35:51.855798 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-cd6b19bf-a90b-4694-9ade-5f2656831b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:51.857944 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-cd6b19bf-a90b-4694-9ade-5f2656831b7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0832326
Feb 17 01:35:52.013285 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-c50db3cd-47d1-445f-aaee-04e610a29620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:52.014862 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-c50db3cd-47d1-445f-aaee-04e610a29620 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1387053
Feb 17 01:35:52.124270 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-866117bc-5c7f-4553-9f83-69a98d090044 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 1001 time: 0.1028030
Feb 17 01:35:52.193924 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-6522f244-93b0-4dea-b358-ba424c0be23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:52.195626 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-6522f244-93b0-4dea-b358-ba424c0be23c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0657766
Feb 17 01:35:52.282864 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-3d5bfe4a-7ef7-435d-abd9-c72cd52c27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:52.284529 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-3d5bfe4a-7ef7-435d-abd9-c72cd52c27a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819423
Feb 17 01:35:52.395691 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-c94aabb7-9f65-4b66-8ac1-ee05a6c24ee2 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/floatingips/c4a69dfe-6893-4778-b418-89679e009ff8 HTTP/1.1" status: 200  len: 998 time: 0.1917589
Feb 17 01:35:52.431906 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-dddee3ae-0a04-45a9-820c-e7a1599d923c service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399443
Feb 17 01:35:52.564985 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-1200caa9-c0a4-42b5-a1ae-ab7809523f52 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:52.566577 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-1200caa9-c0a4-42b5-a1ae-ab7809523f52 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/networks/b56d427b-abb9-4324-b8ce-fb328ffb90d7 HTTP/1.1" status: 200  len: 784 time: 0.1650293
Feb 17 01:35:52.578213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-d98b4e5a-867f-4d1b-a7a1-2b24d9303245 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=83954) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:35:52.579340 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-d98b4e5a-867f-4d1b-a7a1-2b24d9303245 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064247
Feb 17 01:35:52.696564 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-0d29aa47-a4ff-486c-afb1-356d1ac0bd0e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.237 HTTP/1.1" status: 200  len: 1001 time: 0.1102533
Feb 17 01:35:52.780628 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-37a4d5ac-75eb-4397-bc6a-716b7a79880e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:52.782120 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-37a4d5ac-75eb-4397-bc6a-716b7a79880e tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports/a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 942 time: 0.0791459
Feb 17 01:35:52.811455 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-d05f3507-2e43-473e-ae11-4abbd70de467 req-8318e3a5-6508-43bb-aad1-eb377ea06131 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3727188
Feb 17 01:35:52.974086 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-18af01d1-cccb-491a-afb1-028d10e42019 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/floatingips?floating_ip_address=172.27.3.237 HTTP/1.1" status: 200  len: 1001 time: 0.1071515
Feb 17 01:35:53.193760 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Deleting port 7c5f705f-fe70-499a-9155-d4d3384ab5dd {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:35:53.194111 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:53.374328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:53.374618 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:53.507180 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Calling delete_port for 7c5f705f-fe70-499a-9155-d4d3384ab5dd owned by network:floatingip {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:35:53.914686 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:53.929738 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-c1f62316-fe83-415c-9b3d-d539554a4500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:35:54.025107 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event deleted for resources: {'Port': ['ID=7c5f705f-fe70-499a-9155-d4d3384ab5dd,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:35:54.041815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.042242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.042660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.043091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.043526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.043939 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.044343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.044748 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.045151 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.045553 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.045954 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.046352 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.046822 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.047247 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.047646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.048048 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.048443 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.048840 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.049238 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.049632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.050028 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.050424 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.050820 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.051242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:54.055258 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:35:54.171006 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for floatingip, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:54.171424 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.db.l3_db [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Floating IP c4a69dfe-6893-4778-b418-89679e009ff8 disassociated (deleted). External IP: 172.27.3.237, port: a151141e-c721-49e6-9824-93bc6d9e9689.
Feb 17 01:35:54.538612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:35:54.726629 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:35:54.737350 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Sync routers for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:35:54.747155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:35:54.747889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d71588>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:35:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:35:54.749854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for floatingip, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:54.809521 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-6c4fd01b-42ca-4bd1-875f-0fede33430e8 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "DELETE /v2.0/floatingips/c4a69dfe-6893-4778-b418-89679e009ff8 HTTP/1.1" status: 204  len: 173 time: 1.8293364
Feb 17 01:35:54.810012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689'}] {{(pid=83954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:35:54.860706 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'status': 'completed', 'code': 200}
Feb 17 01:35:54.939376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:35:54.964978 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-9297dd04-a698-43d1-b281-c47e1c560df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:54.967263 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-9297dd04-a698-43d1-b281-c47e1c560df6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.0859420
Feb 17 01:35:54.973806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-6e1fce37-25d0-4e1c-9b61-a4360aa610b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:54.975514 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-6e1fce37-25d0-4e1c-9b61-a4360aa610b9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=598770a6643844b3ade19191da11b090&device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 1162 time: 0.1398287
Feb 17 01:35:55.113958 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-f28ecef5-8642-4ddc-9e9f-adebf6dca72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.115488 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-f28ecef5-8642-4ddc-9e9f-adebf6dca72c service neutron] 10.222.0.69 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1419783
Feb 17 01:35:55.123806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-06a3ccb0-9d95-4614-a937-dd58972d939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.125452 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-06a3ccb0-9d95-4614-a937-dd58972d939a service neutron] 10.222.0.68 "GET /v2.0/networks?id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 200  len: 906 time: 0.1429582
Feb 17 01:35:55.194780 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-689ff047-8502-4588-a80e-c6ee8908883a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 217 time: 0.0719216
Feb 17 01:35:55.198590 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-814dbdf7-d1ab-4302-bf4c-8af6f4946170 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 200  len: 217 time: 0.0662956
Feb 17 01:35:55.264416 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-a2669542-cceb-483e-9046-1384da631487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.266631 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-a2669542-cceb-483e-9046-1384da631487 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0655806
Feb 17 01:35:55.273886 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-f67b225e-09b2-4b31-9b10-41527fe979e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.274136 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d71588>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:35:55.275503 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-f67b225e-09b2-4b31-9b10-41527fe979e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 200  len: 851 time: 0.0702205
Feb 17 01:35:55.278502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Checking router: 0f7eb535-4817-4d61-98d0-1669bbbaeb18 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:35:55.287617 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:35:55.288273 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912d71588>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:35:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:35:55.356329 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-6033ad3f-7986-4fd5-ac11-24a37b1d1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.357980 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-6033ad3f-7986-4fd5-ac11-24a37b1d1f91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853472
Feb 17 01:35:55.363674 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de92367-972a-45fa-898d-445723fa84df req-41f4645f-530a-4e0c-975f-65f335a59f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:55.365386 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-41f4645f-530a-4e0c-975f-65f335a59f1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826263
Feb 17 01:35:55.484974 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:35:55.506235 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-9e03d4ba-5f7a-46d5-8c4d-2b08d4360ad1 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418264
Feb 17 01:35:55.513047 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-83622be5-9e51-452e-9e1c-2a307e4209b8 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393695
Feb 17 01:35:55.658320 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-25bacb29-3fee-4bab-a6ae-19406b0ad2e4 req-57feea27-dafd-4677-92cd-18c726f6d231 service neutron] 10.222.0.69 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450083
Feb 17 01:35:55.669815 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-8de92367-972a-45fa-898d-445723fa84df req-115ab2d4-d025-469b-9744-c433d1a295f9 service neutron] 10.222.0.68 "GET /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495864
Feb 17 01:35:55.832634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912d71588>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:35:55.836777 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3656ed-43d4-4fa9-8429-2fa92662f2ab None None] The sync data for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi is: [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:31:15Z', 'revision_number': 4, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi', '_interfaces': [{'id': 'c8aaa448-d2f6-420d-9bdb-ca0b82102e22', 'name': '', 'network_id': '37fbc02e-3f56-4e6d-a5f5-bd90893e9b89', 'tenant_id': '598770a6643844b3ade19191da11b090', 'mac_address': 'fa:16:3e:ab:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:15Z', 'updated_at': '2021-02-17T01:31:26Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'subnets': [{'id': '4acb8838-bf86-41c8-975f-3d741506a46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:35:56.071464 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad49308-3419-462d-ad14-852288622dae req-6a024e3c-d876-4063-80db-5c16fd0f5a00 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:56.072218 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-aad49308-3419-462d-ad14-852288622dae req-6a024e3c-d876-4063-80db-5c16fd0f5a00 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83954) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:35:56.087374 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-aad49308-3419-462d-ad14-852288622dae req-6a024e3c-d876-4063-80db-5c16fd0f5a00 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83954) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:35:56.088638 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aad49308-3419-462d-ad14-852288622dae req-6a024e3c-d876-4063-80db-5c16fd0f5a00 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.1058972
Feb 17 01:35:56.138515 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-aad49308-3419-462d-ad14-852288622dae req-60b30f03-07bc-4caa-9d21-09cf6ee1a348 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429182
Feb 17 01:35:56.261767 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046fdb5e-2829-45aa-93e0-9c5094f6e401 None None] New status for floating IP c4a69dfe-6893-4778-b418-89679e009ff8: DOWN {{(pid=83956) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:35:57.391397 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300962f0-f5c4-4873-888b-12f8a1faccbf req-9c34ebf0-1856-4783-927a-afdccca6ef73 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83954) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:57.392995 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-300962f0-f5c4-4873-888b-12f8a1faccbf req-9c34ebf0-1856-4783-927a-afdccca6ef73 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.1371186
Feb 17 01:35:57.440914 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-300962f0-f5c4-4873-888b-12f8a1faccbf req-c9f23c9c-142e-4029-8eff-85a1a645bdb9 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups?id=9561e682-85de-453b-95b5-6138ac46642e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414088
Feb 17 01:35:57.649577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd693ca3-39c0-4f91-84b8-181ed8d64cc7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:35:57.650340 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd693ca3-39c0-4f91-84b8-181ed8d64cc7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Synchronizing usage tracker for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83953) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:35:57.663014 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.quota.resource [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd693ca3-39c0-4f91-84b8-181ed8d64cc7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Unset dirty status for tenant:598770a6643844b3ade19191da11b090 on resource:port {{(pid=83953) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:35:57.664276 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd693ca3-39c0-4f91-84b8-181ed8d64cc7 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 945 time: 0.0995944
Feb 17 01:35:57.740928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Deleting port a151141e-c721-49e6-9824-93bc6d9e9689 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:35:57.741245 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:58.007603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] For port a151141e-c721-49e6-9824-93bc6d9e9689, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75995',level=0,port_id=a151141e-c721-49e6-9824-93bc6d9e9689,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:35:58.008012 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:58.151083 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Calling delete_port for a151141e-c721-49e6-9824-93bc6d9e9689 owned by compute:nova {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:35:58.299388 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:58.317600 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-e992764c-0772-4c2f-a4a2-cce1e74e3306 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:35:58.416604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event deleted for resources: {'Port': ['ID=a151141e-c721-49e6-9824-93bc6d9e9689,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:35:58.438503 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.438922 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.439383 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.439790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.440192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.440592 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.440989 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.441387 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.441787 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.442184 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.442578 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.442971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-4-iscsi {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.443460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.443855 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.444243 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.444631 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.445020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.445410 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.445800 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.446186 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.446577 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.446965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.447380 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.447766 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75995 {{(pid=83953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:35:58.456419 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:35:58.546914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] No DVR routers for this DVR port a151141e-c721-49e6-9824-93bc6d9e9689 on host hv-cinder-75995 {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:35:58.549289 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775365'] for port, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:35:58.552520 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'name': 'network-vif-deleted', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689'}] {{(pid=83953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:35:58.580116 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-5f4e9fe5-7793-4a41-aeba-b5a920878e99 req-bd22d63a-a022-4c6c-bdfb-84415bb311e3 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.69 "DELETE /v2.0/ports/a151141e-c721-49e6-9824-93bc6d9e9689 HTTP/1.1" status: 204  len: 173 time: 0.9094734
Feb 17 01:35:58.616258 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-4f6ad77c-71bc-4afc-b4b5-85bd03c9fc46 req-f3b22f40-8b46-44c2-814b-cf370c08d4f4 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/ports?device_id=31f46c9c-78ed-4958-acc0-bd44b47bfaf6 HTTP/1.1" status: 200  len: 210 time: 0.0634577
Feb 17 01:35:58.675020 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f46c9c-78ed-4958-acc0-bd44b47bfaf6', 'name': 'network-vif-deleted', 'tag': 'a151141e-c721-49e6-9824-93bc6d9e9689', 'status': 'completed', 'code': 200}
Feb 17 01:35:59.196116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a151141e-c721-49e6-9824-93bc6d9e9689 no longer exists at agent ovs-agent-hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:35:59.233538 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] No Port match for: a151141e-c721-49e6-9824-93bc6d9e9689 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:35:59.233934 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Device a151141e-c721-49e6-9824-93bc6d9e9689 not bound to the agent host hv-cinder-75995 {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:01.023833 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-a1589056-d84e-4985-9c0c-ed421a5acaeb tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "GET /v2.0/security-groups/9561e682-85de-453b-95b5-6138ac46642e HTTP/1.1" status: 200  len: 2999 time: 0.0499279
Feb 17 01:36:01.094972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:01.123480 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:01.174200 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:01.179242 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-adbbc3d6-009f-415e-b91e-26dd32fbd9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:01.194636 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9561e682-85de-453b-95b5-6138ac46642e,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:01.200733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:01.202591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] Notify callbacks [] for security_group, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:01.203811 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [req-fd915af7-c590-4bab-945b-6308fc16bfd8 req-2cef3a45-9ae8-4b17-b8bd-eb79d6b386a0 tempest-TestVolumeBootPattern-618409720 tempest-TestVolumeBootPattern-618409720-project] 10.222.0.68 "DELETE /v2.0/security-groups/9561e682-85de-453b-95b5-6138ac46642e HTTP/1.1" status: 204  len: 173 time: 0.1734011
Feb 17 01:36:01.264244 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34962) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:01.829947 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:02.432972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Deleting port c8aaa448-d2f6-420d-9bdb-ca0b82102e22 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:02.433583 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:02.613075 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] For port c8aaa448-d2f6-420d-9bdb-ca0b82102e22, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:02.613467 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:02.743718 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Calling delete_port for c8aaa448-d2f6-420d-9bdb-ca0b82102e22 owned by network:router_interface {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:02.917709 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:02.930668 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d6501189-cbf6-4e82-b76a-5e2e08e58b3e tempest-AttachVolumeTestJSON-91300377 tempest-AttachVolumeTestJSON-91300377-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:03.026982 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8aaa448-d2f6-420d-9bdb-ca0b82102e22,revision_number=None']} {{(pid=83954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:03.036346 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83954) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:03.342914 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:03.860638 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83954) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:36:04.048849 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83954) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:36:04.058888 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Sync routers for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:36:04.063648 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-620f39e3-d49c-462f-b0d0-47f458fd8c14 admin admin] 10.222.0.68 "PUT /v2.0/routers/0f7eb535-4817-4d61-98d0-1669bbbaeb18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7982035
Feb 17 01:36:04.065588 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83954) accepted ('10.222.0.68', 34966) {{(pid=83954) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:04.069603 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:36:04.070263 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89130fe470>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:35:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:04.270002 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks [] for router, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:04.458990 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:04.464262 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Deleting port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 {{(pid=83954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:04.464634 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:04.561865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:36:04.650526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] For port 53d54f39-181b-4a8e-9cc1-9e70bdc7b145, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=53d54f39-181b-4a8e-9cc1-9e70bdc7b145,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:04.650928 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:04.784050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Calling delete_port for 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 owned by network:router_gateway {{(pid=83954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:04.921705 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89130fe470>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:36:02Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:04.925675 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Checking router: 0f7eb535-4817-4d61-98d0-1669bbbaeb18 for host: dv-cinder-759955-4-iscsi {{(pid=83957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:36:04.927560 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8272013'] for port, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:04.934444 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Routers {'0f7eb535-4817-4d61-98d0-1669bbbaeb18'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:36:04.935096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f89130fe470>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:35:40Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'], 'active': True} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:05.131293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] Set router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:36:05.380519 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.446532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f89130fe470>, [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:36:02Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:05.450781 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf3868d-e822-42e5-92d5-cdd76d1bdce7 None None] The sync data for ids ['0f7eb535-4817-4d61-98d0-1669bbbaeb18'] in dv-cinder-759955-4-iscsi is: [{'id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'name': 'tempest-TestVolumeBootPattern-1635050011-router', 'tenant_id': '598770a6643844b3ade19191da11b090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:10Z', 'updated_at': '2021-02-17T01:36:02Z', 'revision_number': 5, 'project_id': '598770a6643844b3ade19191da11b090', 'gw_port': {'id': '53d54f39-181b-4a8e-9cc1-9e70bdc7b145', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f7eb535-4817-4d61-98d0-1669bbbaeb18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:12Z', 'updated_at': '2021-02-17T01:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:36:05.535805 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.538266 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.552504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c8aaa448-d2f6-420d-9bdb-ca0b82102e22 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:05.562511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.563173 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f7eb535-4817-4d61-98d0-1669bbbaeb18 {{(pid=83954) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:36:05.577852 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] Notify callbacks [] for router, before_response {{(pid=83954) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.579077 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-6133c16d-24dd-4e2d-9e45-9d63ceedc5ff admin admin] 10.222.0.68 "DELETE /v2.0/routers/0f7eb535-4817-4d61-98d0-1669bbbaeb18 HTTP/1.1" status: 204  len: 168 time: 1.5124776
Feb 17 01:36:05.581860 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34970) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:05.593015 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: c8aaa448-d2f6-420d-9bdb-ca0b82102e22 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:05.593418 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device c8aaa448-d2f6-420d-9bdb-ca0b82102e22 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:05.654865 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Deleting subnet 4acb8838-bf86-41c8-975f-3d741506a46a {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:36:05.657950 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.718697 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:05.806328 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.082457 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.150301 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-4c4ac055-797a-438b-acdf-323d0e0c6b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:06.198227 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4acb8838-bf86-41c8-975f-3d741506a46a,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:06.202743 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:06.233704 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.239485 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4669c47a-7299-467c-9fad-8a50e74c0e11 None None] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:36:06.239906 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-8cc63dda-b141-4ff8-a4dd-197b8771005b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4acb8838-bf86-41c8-975f-3d741506a46a HTTP/1.1" status: 204  len: 168 time: 0.6569512
Feb 17 01:36:06.242597 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34974) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:06.339752 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.358575 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.430765 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Deleting port fa7e48b9-5e64-4134-aab4-4c9f20198baa {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:06.431192 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.514694 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] DHCP port deletion for 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:36:06.519193 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Deleting port fa7e48b9-5e64-4134-aab4-4c9f20198baa {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:06.519619 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.653033 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] For port fa7e48b9-5e64-4134-aab4-4c9f20198baa, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=fa7e48b9-5e64-4134-aab4-4c9f20198baa,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:06.653439 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.736504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] For port fa7e48b9-5e64-4134-aab4-4c9f20198baa, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=fa7e48b9-5e64-4134-aab4-4c9f20198baa,segment=NetworkSegment(6e1e958c-413f-474c-a711-55d83804c4ce),segment_id=6e1e958c-413f-474c-a711-55d83804c4ce)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:06.736872 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.788574 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Calling delete_port for fa7e48b9-5e64-4134-aab4-4c9f20198baa owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:06.869254 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:06.872422 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Calling delete_port for fa7e48b9-5e64-4134-aab4-4c9f20198baa owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:06.885125 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-aaa19b55-5952-4838-b892-08b8712dceed tempest-AttachVolumeNegativeTest-181191803 tempest-AttachVolumeNegativeTest-181191803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:06.945604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:36:06.945927 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:36:06.990404 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7e48b9-5e64-4134-aab4-4c9f20198baa,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:06.994381 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:07.026964 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] No DVR routers for this DVR port fa7e48b9-5e64-4134-aab4-4c9f20198baa on host dv-cinder-759955-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:36:07.147956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.447234 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Deleting port fa7e48b9-5e64-4134-aab4-4c9f20198baa {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:07.447671 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.493386 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f89119b0940>,) {'filters': {'network_id': ['37fbc02e-3f56-4e6d-a5f5-bd90893e9b89']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:07.506222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f89119b0940>, '6e1e958c-413f-474c-a711-55d83804c4ce') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:07.506556 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f89119b0940>, '6e1e958c-413f-474c-a711-55d83804c4ce') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:07.518740 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.521100 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-b7ffd5b8-f561-4399-9e52-bfacdc764225 None None] The port 'fa7e48b9-5e64-4134-aab4-4c9f20198baa' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:36:07.534129 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.536166 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:36:07.589078 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:07.626604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:07.626992 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 53d54f39-181b-4a8e-9cc1-9e70bdc7b145 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:07.627500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device fa7e48b9-5e64-4134-aab4-4c9f20198baa no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:07.664098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: fa7e48b9-5e64-4134-aab4-4c9f20198baa {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:07.664486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device fa7e48b9-5e64-4134-aab4-4c9f20198baa not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:07.722610 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:36:07.724460 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9c14f1f7-28be-42bb-9939-954994ec7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.732182 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:07.910382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Network 37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:36:07.933150 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:36:08.009789 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:08.013678 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:08.027390 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:08.038105 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Pushing event deleted for resources: {'Network': ['ID=37fbc02e-3f56-4e6d-a5f5-bd90893e9b89,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:08.041453 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:08.051422 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-cea6eff0-73f8-49fd-a42e-af6fcc1ced01 admin admin] 10.222.0.68 "DELETE /v2.0/networks/37fbc02e-3f56-4e6d-a5f5-bd90893e9b89 HTTP/1.1" status: 204  len: 168 time: 1.8077247
Feb 17 01:36:08.054526 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34978) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:08.627232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854371703'] for router_interface, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:08.997066 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Deleting port e4f86713-141e-457e-951c-d7c4926e6a49 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:08.997368 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:09.178956 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] For port e4f86713-141e-457e-951c-d7c4926e6a49, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=e4f86713-141e-457e-951c-d7c4926e6a49,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:09.179409 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:09.310426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Calling delete_port for e4f86713-141e-457e-951c-d7c4926e6a49 owned by network:router_interface {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:09.483165 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:09.498971 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-9c3373fd-31c7-4cad-b714-c841fd657db3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:09.600492 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f86713-141e-457e-951c-d7c4926e6a49,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:09.605023 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:09.805412 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2b0304d7-bcef-40a0-addb-5190c7723c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:09.915757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854371609'] for router_interface, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:10.283019 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:10.658382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Router f7afafbb-59d6-4de6-8a74-249676925257 has already been hosted by L3 agent 15c3aa98-36c9-4260-b983-2c11893428c0 {{(pid=83953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:36:10.849101 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] Notify agent at l3_agent.dv-cinder-759955-4-iscsi the message routers_updated {{(pid=83953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:36:10.859372 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-d1eff88d-8397-495c-8358-8cdb47da877c admin admin] 10.222.0.68 "PUT /v2.0/routers/f7afafbb-59d6-4de6-8a74-249676925257/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8036892
Feb 17 01:36:10.862086 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34982) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:10.862293 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Sync routers for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:36:10.874373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:36:10.875050 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912a85080>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:36:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:11.066714 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:36:11.165869 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks [] for router, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:11.352815 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:11.358045 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Deleting port bab541d1-357e-41f7-ae4e-0fddfb8a1669 {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:11.358504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:11.368299 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912a85080>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:36:09Z', 'revision_number': 5, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:11.372321 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Checking router: f7afafbb-59d6-4de6-8a74-249676925257 for host: dv-cinder-759955-4-iscsi {{(pid=83956) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:36:11.381214 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Routers {'f7afafbb-59d6-4de6-8a74-249676925257'} bound to L3 agent in host dv-cinder-759955-4-iscsi {{(pid=83956) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:36:11.381854 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8912a85080>, 'dv-cinder-759955-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:58:40Z,description=<?>,heartbeat_timestamp=2021-02-17T01:36:10Z,host='dv-cinder-759955-4-iscsi',id=15c3aa98-36c9-4260-b983-2c11893428c0,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:58:40Z,topic='l3_agent')) {'router_ids': ['f7afafbb-59d6-4de6-8a74-249676925257'], 'active': True} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:11.560236 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] For port bab541d1-357e-41f7-ae4e-0fddfb8a1669, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=bab541d1-357e-41f7-ae4e-0fddfb8a1669,segment=NetworkSegment(9ea301af-ccb0-42c2-a9cf-5f94c790b6f5),segment_id=9ea301af-ccb0-42c2-a9cf-5f94c790b6f5)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:11.560654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:11.702708 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Calling delete_port for bab541d1-357e-41f7-ae4e-0fddfb8a1669 owned by network:router_gateway {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:11.765729 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:11.768604 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvr_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] Set router f7afafbb-59d6-4de6-8a74-249676925257 gateway port host: dv-cinder-759955-4-iscsi {{(pid=83956) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:36:11.849561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.040175 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854180181'] for router_gateway, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.074016 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_hamode_db [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8912a85080>, [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:36:09Z', 'revision_number': 5, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}], 'dv-cinder-759955-4-iscsi', False) {} {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:12.078802 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81989bdf-fe15-414b-89db-32c21aa9ca66 None None] The sync data for ids ['f7afafbb-59d6-4de6-8a74-249676925257'] in dv-cinder-759955-4-iscsi is: [{'id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'name': 'tempest-TestVolumeBootPattern-575444756-router', 'tenant_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'external_fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T01:31:19Z', 'updated_at': '2021-02-17T01:36:09Z', 'revision_number': 5, 'project_id': '4f38cbc8a3854341a4d0f35913b1bdaa', 'gw_port': {'id': 'bab541d1-357e-41f7-ae4e-0fddfb8a1669', 'name': '', 'network_id': 'b56d427b-abb9-4324-b8ce-fb328ffb90d7', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:23:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7afafbb-59d6-4de6-8a74-249676925257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T01:31:20Z', 'updated_at': '2021-02-17T01:31:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '603d2f65-af0e-4b92-a432-f795c3a8af3a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-4-iscsi'}] {{(pid=83956) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:36:12.184222 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854372573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29114'] for router, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.186654 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.213889 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854372351'] for router, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.214486 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7afafbb-59d6-4de6-8a74-249676925257 {{(pid=83953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:36:12.226873 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] Notify callbacks [] for router, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.228158 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-40760131-3918-454a-8bd0-877346b8a284 admin admin] 10.222.0.68 "DELETE /v2.0/routers/f7afafbb-59d6-4de6-8a74-249676925257 HTTP/1.1" status: 204  len: 168 time: 1.3650720
Feb 17 01:36:12.231511 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34988) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:12.252248 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.298564 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Deleting subnet 5d38892f-dae6-491d-b389-df3c0a49d698 {{(pid=83953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:36:12.301680 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.355376 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6006295'] for subnet, precommit_delete_associations {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.445042 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853253632'] for subnet, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.712970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1522200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848805665', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847965407'] for subnet, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.735189 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-7a03867b-cbff-42ff-a35f-93500d5fa3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:12.831591 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d38892f-dae6-491d-b389-df3c0a49d698,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:12.836510 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:12.872479 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for subnet, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:12.878116 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eb3900-f196-4f8c-8fd4-3b52ad248246 None None] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 requested from dv-cinder-759955-4-iscsi {{(pid=83956) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:36:12.878600 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-84b79b7a-6b87-4b9d-9634-1321c5b91803 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5d38892f-dae6-491d-b389-df3c0a49d698 HTTP/1.1" status: 204  len: 168 time: 0.6460137
Feb 17 01:36:12.881207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34992) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:12.999287 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853159902'] for network, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.069056 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Deleting port 49af055b-506c-4889-b59b-768723fda4bb {{(pid=83953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:13.069365 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.134391 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] DHCP port deletion for 1f772c0c-4cd6-4d2d-9499-102b57c7b635 request from dv-cinder-759955-4-iscsi {{(pid=83956) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:36:13.139253 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Deleting port 49af055b-506c-4889-b59b-768723fda4bb {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:13.139677 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.297049 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] For port 49af055b-506c-4889-b59b-768723fda4bb, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=49af055b-506c-4889-b59b-768723fda4bb,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:13.297454 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.358938 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.db [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] For port 49af055b-506c-4889-b59b-768723fda4bb, host dv-cinder-759955-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-4-iscsi',level=0,port_id=49af055b-506c-4889-b59b-768723fda4bb,segment=NetworkSegment(cac036dd-4244-4c02-b0da-d93c8a93aadf),segment_id=cac036dd-4244-4c02-b0da-d93c8a93aadf)] {{(pid=83956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:36:13.359312 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-595815'] for port, precommit_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.432426 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Calling delete_port for 49af055b-506c-4889-b59b-768723fda4bb owned by network:dhcp {{(pid=83953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:13.490356 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Calling delete_port for 49af055b-506c-4889-b59b-768723fda4bb owned by network:dhcp {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:36:13.513126 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1470532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853829395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363272684134857', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363272684558879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848805621'] for port, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:13.528728 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5c9ee00b-5e5a-432e-bfac-14c88555376e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:13.569035 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.db.api [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83956) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:36:13.569541 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_db.api [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83956) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:36:13.595690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e4f86713-141e-457e-951c-d7c4926e6a49 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:13.633155 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: e4f86713-141e-457e-951c-d7c4926e6a49 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:13.633548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device e4f86713-141e-457e-951c-d7c4926e6a49 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:13.634013 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bab541d1-357e-41f7-ae4e-0fddfb8a1669 no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:13.638561 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Pushing event deleted for resources: {'Port': ['ID=49af055b-506c-4889-b59b-768723fda4bb,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:13.641733 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:13.673706 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: bab541d1-357e-41f7-ae4e-0fddfb8a1669 {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:13.674096 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device bab541d1-357e-41f7-ae4e-0fddfb8a1669 not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:13.674566 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 49af055b-506c-4889-b59b-768723fda4bb no longer exists at agent ovs-agent-dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:36:13.678055 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] No DVR routers for this DVR port 49af055b-506c-4889-b59b-768723fda4bb on host dv-cinder-759955-4-iscsi {{(pid=83953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:36:13.712730 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] No Port match for: 49af055b-506c-4889-b59b-768723fda4bb {{(pid=83956) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:36:13.713124 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.rpc [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Device 49af055b-506c-4889-b59b-768723fda4bb not bound to the agent host dv-cinder-759955-4-iscsi {{(pid=83956) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:36:14.039171 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853252455', 'neutron.services.segments.db._delete_segments_for_network-8764170719722'] for network, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.070690 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Deleting port 49af055b-506c-4889-b59b-768723fda4bb {{(pid=83956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:36:14.071205 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363272684078964'] for port, before_delete {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.142373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.plugin [None req-68d6ff6e-ca9a-4e93-a6f2-562f32b1e01a None None] The port '49af055b-506c-4889-b59b-768723fda4bb' was deleted {{(pid=83956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:36:14.156602 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8911442198>,) {'filters': {'network_id': ['1f772c0c-4cd6-4d2d-9499-102b57c7b635']}} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:14.170450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911442198>, 'cac036dd-4244-4c02-b0da-d93c8a93aadf') {'for_net_delete': True} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:14.170790 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.services.segments.db [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8911442198>, 'cac036dd-4244-4c02-b0da-d93c8a93aadf') {} {{(pid=83953) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:36:14.182876 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363272684049660', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848769521'] for segment, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.199339 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1517353'] for segment, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.201646 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:36:14.377545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:36:14.386557 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853258479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5970208'] for segment, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.567791 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.plugins.ml2.managers [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Network 1f772c0c-4cd6-4d2d-9499-102b57c7b635 has no segments {{(pid=83953) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]: Traceback (most recent call last):
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     timer()
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     cb(*args, **kw)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     return func(*args, **kwargs)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     self._notify()
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     self.callback(batched_events)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     event.method(event)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     segment_id)['aggregates'][0]
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     return f(self, *a, **k)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self._get(url).json()
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     **kwargs)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     **endpoint_filter)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:36:14.591109 dv-cinder-759955-4-iscsi neutron-server[83844]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:36:14.675508 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1523345', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854207586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451987'] for network, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.678747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:14.694504 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-565872'] for network, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.703532 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f772c0c-4cd6-4d2d-9499-102b57c7b635,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:14.706425 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:14.708308 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-a0a77e0c-c94e-4ffb-8f3a-305ecade898a admin admin] 10.222.0.68 "DELETE /v2.0/networks/1f772c0c-4cd6-4d2d-9499-102b57c7b635 HTTP/1.1" status: 204  len: 168 time: 1.8261244
Feb 17 01:36:14.827272 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 34998) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:14.879852 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-eb6ecc23-7a10-46cf-8bdf-495ef9f22ee5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=598770a6643844b3ade19191da11b090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512865
Feb 17 01:36:14.882347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 35002) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:14.942500 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:14.969351 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.021256 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.025098 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-ff0e1d4a-9070-46f6-99d6-7080377056f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:15.038204 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed89e01-beed-4cf1-9647-6994400253dc,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:15.041122 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:15.049524 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.050753 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-5bf5d27b-bf03-4512-a000-a1546e3e8a40 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7ed89e01-beed-4cf1-9647-6994400253dc HTTP/1.1" status: 204  len: 168 time: 0.1673884
Feb 17 01:36:15.396584 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 35010) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:15.447459 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-633a657b-d200-45a9-be16-3c2ba45430f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f38cbc8a3854341a4d0f35913b1bdaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495126
Feb 17 01:36:15.450379 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.wsgi [-] (83953) accepted ('10.222.0.68', 35014) {{(pid=83953) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:36:15.510403 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.538308 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.585167 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652569'] for security_group, after_delete {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.590401 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-d3d0d421-2d84-4fa8-a30d-9ccb60afc34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:36:15.601295 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320002c4-2c2e-4a84-9fb3-7e48890cb8e8,revision_number=None']} {{(pid=83953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:36:15.604999 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG oslo_concurrency.lockutils [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83953) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:36:15.608363 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83953) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:15.609612 dv-cinder-759955-4-iscsi neutron-server[83844]: INFO neutron.wsgi [None req-1699e072-f68c-4857-93ba-3a18c003edce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/320002c4-2c2e-4a84-9fb3-7e48890cb8e8 HTTP/1.1" status: 204  len: 168 time: 0.1582880
Feb 17 01:36:23.246669 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:36:36.282228 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:37.726723 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-f63a59f3-3ee6-4256-b0f5-b37d922a3120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:39.807482 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-1572594e-1c0d-4441-ae79-d040cbfdc7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:40.285123 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:41.747632 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:36:42.255296 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:00.245525 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:37:06.272170 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:07.728469 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-63e4d09c-e567-401c-9b31-b29674cf4ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:09.810091 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0dd0-14e5-43d3-9364-6ec6a535c650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:10.287806 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:11.749724 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:12.257372 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:36.270579 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:37.244589 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:37:37.730757 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2857ac42-f1f0-4eaf-93b4-7cebcf983d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:39.811754 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-78f7f364-2793-42b4-b37e-2d963beabe93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:40.290622 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:41.750373 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:37:42.260627 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:06.270232 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:07.732450 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9dee5448-c3ff-4d67-9c57-802da826687b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:09.812585 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-aa8428aa-790f-41c3-b85e-fa5f6c659873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:10.291324 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:11.752662 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:12.263382 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:14.244660 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:38:36.283198 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:37.734521 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8d67f95a-1ec1-485e-b0df-4c8585fecb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:39.814135 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-87125e79-79e9-452e-bc89-ad962b428683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:40.294176 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:41.755213 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:42.268543 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:38:51.243563 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:39:06.282513 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:07.735848 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-025c4439-5dad-4243-8739-57552a5c3cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:09.819216 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-2d4dacdd-707e-4752-92ed-247120ec767c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:10.297207 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:11.755970 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:12.271626 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:28.243945 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:39:36.296548 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:37.738275 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-71ad1522-9fe6-41c4-a348-d5073619d044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:39.820972 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-5a119187-545e-466f-ad8b-57483d8dbee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:40.301271 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:41.756612 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:39:42.274758 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:05.243651 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:40:06.295413 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:07.738997 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-9efaa760-9b9f-4a5a-b75f-168c8cec6357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:09.822747 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f2d7-1a3c-450c-a291-805d02c34327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:10.303344 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:11.757594 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:12.277370 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:36.293502 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:37.740545 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-4940dd89-dc1e-4662-a93d-c9f3e2db3724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:39.824337 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-504c7d13-c2a0-4141-937c-3acfbfd8a7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:40.305841 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:41.759020 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:40:42.244251 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:40:42.280280 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:06.309347 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:07.741701 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d31d50d6-72ee-4125-b2c6-44d9670ae7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:09.826421 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-b66b04ba-aa94-4090-85ca-7cc028f206c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:10.307147 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:11.761359 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-13bdcf42-f4b7-4bb8-944f-3e9b1f65c6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:12.285473 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-102376bb-2e3e-4988-9efb-3c9406d0a2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:19.243819 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron.db.agents_db [None req-e5adf642-5f90-4f2d-b9ff-c070413fdec9 None None] Agent healthcheck: found 6 active agents {{(pid=83957) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:41:36.319343 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-8960543c-68eb-44a9-b835-d36b3e3ef5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:37.742965 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-d1aee27c-db9b-4a50-ac11-2740e7ef2213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:39.828039 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-407e145b-2af5-4378-a77a-8d2e04ec3d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:41:40.311008 dv-cinder-759955-4-iscsi neutron-server[83844]: DEBUG neutron_lib.callbacks.manager [None req-472ac28e-ee71-4181-96b4-10279e9988b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764170719705', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853287449'] for agent, after_update {{(pid=83956) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}